{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 17:55:36, Iteration: 100, Train Loss: 1.8711e+00, c1: 3.0917e-01, c2: 1.4792e-03, d1: 1.0540e+00, d2: 5.0647e-01, l1_reg: 3.4197e+02, l2_reg: 5.4104e+01\n",
      "2020/09/03, 17:55:37, Iteration: 200, Train Loss: 1.1917e+00, c1: 1.3507e-01, c2: 3.6548e-03, d1: 5.4671e-01, d2: 5.0624e-01, l1_reg: 3.4357e+02, l2_reg: 5.5239e+01\n",
      "2020/09/03, 17:55:38, Iteration: 300, Train Loss: 1.0495e+00, c1: 6.9573e-02, c2: 1.2665e-03, d1: 4.7104e-01, d2: 5.0760e-01, l1_reg: 3.4286e+02, l2_reg: 5.4877e+01\n",
      "2020/09/03, 17:55:39, Iteration: 400, Train Loss: 1.1874e+00, c1: 2.2659e-01, c2: 9.7217e-04, d1: 4.5290e-01, d2: 5.0691e-01, l1_reg: 3.4085e+02, l2_reg: 5.3546e+01\n",
      "2020/09/03, 17:55:40, Iteration: 500, Train Loss: 1.0393e+00, c1: 9.3551e-02, c2: 1.0234e-03, d1: 4.3837e-01, d2: 5.0634e-01, l1_reg: 3.4116e+02, l2_reg: 5.3918e+01\n",
      "2020/09/03, 17:55:40, Iteration: 600, Train Loss: 1.0371e+00, c1: 1.0490e-01, c2: 2.9383e-03, d1: 4.2316e-01, d2: 5.0610e-01, l1_reg: 3.4130e+02, l2_reg: 5.4154e+01\n",
      "2020/09/03, 17:55:41, Iteration: 700, Train Loss: 1.0263e+00, c1: 1.1362e-01, c2: 2.4266e-03, d1: 4.0410e-01, d2: 5.0616e-01, l1_reg: 3.4188e+02, l2_reg: 5.4581e+01\n",
      "2020/09/03, 17:55:42, Iteration: 800, Train Loss: 9.1113e-01, c1: 2.6895e-02, c2: 1.3255e-03, d1: 3.7680e-01, d2: 5.0611e-01, l1_reg: 3.4334e+02, l2_reg: 5.5398e+01\n",
      "2020/09/03, 17:55:43, Iteration: 900, Train Loss: 8.2624e-01, c1: 4.4307e-02, c2: 1.0418e-03, d1: 2.7458e-01, d2: 5.0630e-01, l1_reg: 3.4639e+02, l2_reg: 5.7048e+01\n",
      "2020/09/03, 17:55:44, Iteration: 1000, Train Loss: 7.7449e-01, c1: 1.3026e-01, c2: 2.1965e-03, d1: 1.3605e-01, d2: 5.0599e-01, l1_reg: 3.5003e+02, l2_reg: 5.9389e+01\n",
      "2020/09/03, 17:55:45, Iteration: 1100, Train Loss: 7.4244e-01, c1: 1.0859e-01, c2: 2.0668e-03, d1: 1.2771e-01, d2: 5.0406e-01, l1_reg: 3.5105e+02, l2_reg: 6.0384e+01\n",
      "2020/09/03, 17:55:46, Iteration: 1200, Train Loss: 6.8794e-01, c1: 6.2629e-02, c2: 2.2477e-03, d1: 1.2114e-01, d2: 5.0192e-01, l1_reg: 3.5190e+02, l2_reg: 6.1230e+01\n",
      "2020/09/03, 17:55:47, Iteration: 1300, Train Loss: 7.1838e-01, c1: 1.0305e-01, c2: 1.5020e-03, d1: 1.1416e-01, d2: 4.9967e-01, l1_reg: 3.5271e+02, l2_reg: 6.2013e+01\n",
      "2020/09/03, 17:55:48, Iteration: 1400, Train Loss: 6.4124e-01, c1: 3.8754e-02, c2: 3.3744e-03, d1: 1.0277e-01, d2: 4.9634e-01, l1_reg: 3.5385e+02, l2_reg: 6.2950e+01\n",
      "2020/09/03, 17:55:49, Iteration: 1500, Train Loss: 6.2000e-01, c1: 3.9434e-02, c2: 2.8500e-03, d1: 8.6180e-02, d2: 4.9154e-01, l1_reg: 3.5535e+02, l2_reg: 6.4107e+01\n",
      "2020/09/03, 17:55:49, Iteration: 1600, Train Loss: 5.8528e-01, c1: 3.1143e-02, c2: 4.8172e-03, d1: 6.4183e-02, d2: 4.8513e-01, l1_reg: 3.5704e+02, l2_reg: 6.5410e+01\n",
      "2020/09/03, 17:55:50, Iteration: 1700, Train Loss: 5.7056e-01, c1: 4.0456e-02, c2: 8.5581e-03, d1: 4.3337e-02, d2: 4.7821e-01, l1_reg: 3.5876e+02, l2_reg: 6.6790e+01\n",
      "2020/09/03, 17:55:51, Iteration: 1800, Train Loss: 5.4739e-01, c1: 2.7094e-02, c2: 1.0678e-02, d1: 3.7642e-02, d2: 4.7197e-01, l1_reg: 3.5964e+02, l2_reg: 6.7510e+01\n",
      "2020/09/03, 17:55:52, Iteration: 1900, Train Loss: 5.3295e-01, c1: 2.0379e-02, c2: 1.2684e-02, d1: 3.3590e-02, d2: 4.6629e-01, l1_reg: 3.6044e+02, l2_reg: 6.8162e+01\n",
      "2020/09/03, 17:55:53, Iteration: 2000, Train Loss: 5.3160e-01, c1: 2.5886e-02, c2: 1.3966e-02, d1: 3.1645e-02, d2: 4.6010e-01, l1_reg: 3.6134e+02, l2_reg: 6.8822e+01\n",
      "2020/09/03, 17:55:54, Iteration: 2100, Train Loss: 5.3606e-01, c1: 3.7136e-02, c2: 1.4222e-02, d1: 3.1391e-02, d2: 4.5331e-01, l1_reg: 3.6250e+02, l2_reg: 6.9586e+01\n",
      "2020/09/03, 17:55:55, Iteration: 2200, Train Loss: 5.2800e-01, c1: 3.9267e-02, c2: 1.3597e-02, d1: 3.0678e-02, d2: 4.4445e-01, l1_reg: 3.6479e+02, l2_reg: 7.1178e+01\n",
      "2020/09/03, 17:55:56, Iteration: 2300, Train Loss: 4.9572e-01, c1: 2.4061e-02, c2: 7.8302e-03, d1: 3.1627e-02, d2: 4.3220e-01, l1_reg: 3.6760e+02, l2_reg: 7.3669e+01\n",
      "2020/09/03, 17:55:57, Iteration: 2400, Train Loss: 4.8333e-01, c1: 3.2711e-02, c2: 9.7725e-03, d1: 2.8625e-02, d2: 4.1221e-01, l1_reg: 3.7014e+02, l2_reg: 7.5957e+01\n",
      "2020/09/03, 17:55:58, Iteration: 2500, Train Loss: 4.6088e-01, c1: 3.5906e-02, c2: 1.1928e-02, d1: 2.4780e-02, d2: 3.8826e-01, l1_reg: 3.7312e+02, l2_reg: 7.8109e+01\n",
      "2020/09/03, 17:55:58, Iteration: 2600, Train Loss: 4.2045e-01, c1: 2.5723e-02, c2: 1.5053e-02, d1: 2.0884e-02, d2: 3.5878e-01, l1_reg: 3.7659e+02, l2_reg: 8.0257e+01\n",
      "2020/09/03, 17:55:59, Iteration: 2700, Train Loss: 4.0613e-01, c1: 4.3066e-02, c2: 2.1663e-02, d1: 1.8846e-02, d2: 3.2255e-01, l1_reg: 3.7997e+02, l2_reg: 8.2153e+01\n",
      "2020/09/03, 17:56:00, Iteration: 2800, Train Loss: 3.8460e-01, c1: 4.8090e-02, c2: 3.1642e-02, d1: 1.7297e-02, d2: 2.8757e-01, l1_reg: 3.8319e+02, l2_reg: 8.4179e+01\n",
      "2020/09/03, 17:56:01, Iteration: 2900, Train Loss: 3.3699e-01, c1: 2.4307e-02, c2: 4.0691e-02, d1: 1.5493e-02, d2: 2.5650e-01, l1_reg: 3.8574e+02, l2_reg: 8.5673e+01\n",
      "2020/09/03, 17:56:02, Iteration: 3000, Train Loss: 3.4204e-01, c1: 4.5459e-02, c2: 5.0681e-02, d1: 1.5357e-02, d2: 2.3054e-01, l1_reg: 3.8782e+02, l2_reg: 8.6932e+01\n",
      "2020/09/03, 17:56:03, Iteration: 3100, Train Loss: 3.3721e-01, c1: 5.5136e-02, c2: 5.8065e-02, d1: 1.4812e-02, d2: 2.0919e-01, l1_reg: 3.8936e+02, l2_reg: 8.7903e+01\n",
      "2020/09/03, 17:56:04, Iteration: 3200, Train Loss: 3.1432e-01, c1: 4.1390e-02, c2: 6.3294e-02, d1: 1.3821e-02, d2: 1.9581e-01, l1_reg: 3.9055e+02, l2_reg: 8.8755e+01\n",
      "2020/09/03, 17:56:05, Iteration: 3300, Train Loss: 2.9277e-01, c1: 2.6329e-02, c2: 6.4451e-02, d1: 1.3531e-02, d2: 1.8845e-01, l1_reg: 3.9149e+02, l2_reg: 8.9541e+01\n",
      "2020/09/03, 17:56:05, Iteration: 3400, Train Loss: 2.8776e-01, c1: 2.5419e-02, c2: 6.4847e-02, d1: 1.3434e-02, d2: 1.8406e-01, l1_reg: 3.9250e+02, l2_reg: 9.0371e+01\n",
      "2020/09/03, 17:56:06, Iteration: 3500, Train Loss: 2.9876e-01, c1: 3.8076e-02, c2: 6.6738e-02, d1: 1.3902e-02, d2: 1.8004e-01, l1_reg: 3.9348e+02, l2_reg: 9.1218e+01\n",
      "2020/09/03, 17:56:07, Iteration: 3600, Train Loss: 2.9300e-01, c1: 3.1678e-02, c2: 6.8169e-02, d1: 1.3292e-02, d2: 1.7986e-01, l1_reg: 3.9435e+02, l2_reg: 9.1914e+01\n",
      "2020/09/03, 17:56:08, Iteration: 3700, Train Loss: 2.8552e-01, c1: 3.1302e-02, c2: 6.6256e-02, d1: 1.3438e-02, d2: 1.7452e-01, l1_reg: 3.9506e+02, l2_reg: 9.2494e+01\n",
      "2020/09/03, 17:56:09, Iteration: 3800, Train Loss: 2.9323e-01, c1: 4.0198e-02, c2: 6.5966e-02, d1: 1.4114e-02, d2: 1.7295e-01, l1_reg: 3.9583e+02, l2_reg: 9.3094e+01\n",
      "2020/09/03, 17:56:10, Iteration: 3900, Train Loss: 2.8191e-01, c1: 3.2233e-02, c2: 6.5892e-02, d1: 1.3289e-02, d2: 1.7049e-01, l1_reg: 3.9653e+02, l2_reg: 9.3692e+01\n",
      "2020/09/03, 17:56:11, Iteration: 4000, Train Loss: 2.7096e-01, c1: 2.3816e-02, c2: 6.5160e-02, d1: 1.3249e-02, d2: 1.6873e-01, l1_reg: 3.9735e+02, l2_reg: 9.4477e+01\n",
      "2020/09/03, 17:56:12, Iteration: 4100, Train Loss: 2.7704e-01, c1: 2.8132e-02, c2: 6.7723e-02, d1: 1.2724e-02, d2: 1.6846e-01, l1_reg: 3.9829e+02, l2_reg: 9.5473e+01\n",
      "2020/09/03, 17:56:13, Iteration: 4200, Train Loss: 2.8732e-01, c1: 4.1059e-02, c2: 6.7241e-02, d1: 1.2411e-02, d2: 1.6660e-01, l1_reg: 3.9931e+02, l2_reg: 9.6591e+01\n",
      "2020/09/03, 17:56:14, Iteration: 4300, Train Loss: 2.8562e-01, c1: 4.0424e-02, c2: 6.6811e-02, d1: 1.2608e-02, d2: 1.6578e-01, l1_reg: 4.0040e+02, l2_reg: 9.7830e+01\n",
      "2020/09/03, 17:56:14, Iteration: 4400, Train Loss: 2.8285e-01, c1: 4.1743e-02, c2: 6.4851e-02, d1: 1.1465e-02, d2: 1.6479e-01, l1_reg: 4.0145e+02, l2_reg: 9.9084e+01\n",
      "2020/09/03, 17:56:15, Iteration: 4500, Train Loss: 2.5758e-01, c1: 1.7252e-02, c2: 6.5841e-02, d1: 1.0854e-02, d2: 1.6363e-01, l1_reg: 4.0221e+02, l2_reg: 9.9907e+01\n",
      "2020/09/03, 17:56:16, Iteration: 4600, Train Loss: 2.8152e-01, c1: 4.2262e-02, c2: 6.6394e-02, d1: 1.0023e-02, d2: 1.6283e-01, l1_reg: 4.0281e+02, l2_reg: 1.0037e+02\n",
      "2020/09/03, 17:56:17, Iteration: 4700, Train Loss: 2.7239e-01, c1: 3.1271e-02, c2: 6.7877e-02, d1: 1.0478e-02, d2: 1.6276e-01, l1_reg: 4.0317e+02, l2_reg: 1.0061e+02\n",
      "2020/09/03, 17:56:18, Iteration: 4800, Train Loss: 2.6356e-01, c1: 2.4933e-02, c2: 6.6471e-02, d1: 1.1318e-02, d2: 1.6083e-01, l1_reg: 4.0347e+02, l2_reg: 1.0081e+02\n",
      "2020/09/03, 17:56:19, Iteration: 4900, Train Loss: 3.1378e-01, c1: 7.1828e-02, c2: 6.9918e-02, d1: 9.4574e-03, d2: 1.6257e-01, l1_reg: 4.0372e+02, l2_reg: 1.0098e+02\n",
      "2020/09/03, 17:56:20, Iteration: 5000, Train Loss: 2.6916e-01, c1: 3.3217e-02, c2: 6.6280e-02, d1: 1.0190e-02, d2: 1.5946e-01, l1_reg: 4.0402e+02, l2_reg: 1.0121e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 17:56:21, Iteration: 5100, Train Loss: 2.7523e-01, c1: 3.9763e-02, c2: 6.5964e-02, d1: 9.9102e-03, d2: 1.5959e-01, l1_reg: 4.0430e+02, l2_reg: 1.0140e+02\n",
      "2020/09/03, 17:56:22, Iteration: 5200, Train Loss: 2.5849e-01, c1: 2.2833e-02, c2: 6.6357e-02, d1: 9.9809e-03, d2: 1.5931e-01, l1_reg: 4.0451e+02, l2_reg: 1.0156e+02\n",
      "2020/09/03, 17:56:22, Iteration: 5300, Train Loss: 2.6316e-01, c1: 2.9922e-02, c2: 6.5479e-02, d1: 9.3062e-03, d2: 1.5845e-01, l1_reg: 4.0482e+02, l2_reg: 1.0183e+02\n",
      "2020/09/03, 17:56:23, Iteration: 5400, Train Loss: 2.6365e-01, c1: 3.1886e-02, c2: 6.4588e-02, d1: 9.2048e-03, d2: 1.5797e-01, l1_reg: 4.0499e+02, l2_reg: 1.0197e+02\n",
      "2020/09/03, 17:56:24, Iteration: 5500, Train Loss: 2.9373e-01, c1: 5.9636e-02, c2: 6.6557e-02, d1: 9.5667e-03, d2: 1.5796e-01, l1_reg: 4.0522e+02, l2_reg: 1.0214e+02\n",
      "2020/09/03, 17:56:25, Iteration: 5600, Train Loss: 2.5054e-01, c1: 1.9750e-02, c2: 6.4929e-02, d1: 9.1174e-03, d2: 1.5674e-01, l1_reg: 4.0539e+02, l2_reg: 1.0226e+02\n",
      "2020/09/03, 17:56:26, Iteration: 5700, Train Loss: 2.4719e-01, c1: 1.6671e-02, c2: 6.4872e-02, d1: 9.4507e-03, d2: 1.5619e-01, l1_reg: 4.0571e+02, l2_reg: 1.0252e+02\n",
      "2020/09/03, 17:56:27, Iteration: 5800, Train Loss: 2.6885e-01, c1: 3.5500e-02, c2: 6.6496e-02, d1: 9.1847e-03, d2: 1.5767e-01, l1_reg: 4.0595e+02, l2_reg: 1.0274e+02\n",
      "2020/09/03, 17:56:28, Iteration: 5900, Train Loss: 2.7035e-01, c1: 4.0492e-02, c2: 6.5157e-02, d1: 9.2310e-03, d2: 1.5546e-01, l1_reg: 4.0618e+02, l2_reg: 1.0292e+02\n",
      "2020/09/03, 17:56:29, Iteration: 6000, Train Loss: 3.0183e-01, c1: 6.8738e-02, c2: 6.6455e-02, d1: 8.8838e-03, d2: 1.5775e-01, l1_reg: 4.0633e+02, l2_reg: 1.0305e+02\n",
      "2020/09/03, 17:56:29, Iteration: 6100, Train Loss: 2.5745e-01, c1: 2.7260e-02, c2: 6.6023e-02, d1: 9.1023e-03, d2: 1.5506e-01, l1_reg: 4.0649e+02, l2_reg: 1.0327e+02\n",
      "2020/09/03, 17:56:30, Iteration: 6200, Train Loss: 2.7243e-01, c1: 4.5107e-02, c2: 6.4322e-02, d1: 8.4768e-03, d2: 1.5451e-01, l1_reg: 4.0674e+02, l2_reg: 1.0348e+02\n",
      "2020/09/03, 17:56:31, Iteration: 6300, Train Loss: 2.8508e-01, c1: 5.2575e-02, c2: 6.7222e-02, d1: 9.3822e-03, d2: 1.5589e-01, l1_reg: 4.0697e+02, l2_reg: 1.0367e+02\n",
      "2020/09/03, 17:56:32, Iteration: 6400, Train Loss: 2.5640e-01, c1: 3.0380e-02, c2: 6.3424e-02, d1: 8.9208e-03, d2: 1.5367e-01, l1_reg: 4.0720e+02, l2_reg: 1.0379e+02\n",
      "2020/09/03, 17:56:33, Iteration: 6500, Train Loss: 2.5680e-01, c1: 3.1855e-02, c2: 6.2687e-02, d1: 9.5863e-03, d2: 1.5266e-01, l1_reg: 4.0744e+02, l2_reg: 1.0403e+02\n",
      "2020/09/03, 17:56:34, Iteration: 6600, Train Loss: 2.5823e-01, c1: 3.1621e-02, c2: 6.4761e-02, d1: 9.3584e-03, d2: 1.5249e-01, l1_reg: 4.0762e+02, l2_reg: 1.0419e+02\n",
      "2020/09/03, 17:56:35, Iteration: 6700, Train Loss: 2.7519e-01, c1: 4.6708e-02, c2: 6.6186e-02, d1: 9.6708e-03, d2: 1.5262e-01, l1_reg: 4.0785e+02, l2_reg: 1.0435e+02\n",
      "2020/09/03, 17:56:36, Iteration: 6800, Train Loss: 2.6332e-01, c1: 4.0840e-02, c2: 6.1958e-02, d1: 8.7525e-03, d2: 1.5177e-01, l1_reg: 4.0810e+02, l2_reg: 1.0460e+02\n",
      "2020/09/03, 17:56:37, Iteration: 6900, Train Loss: 2.8479e-01, c1: 5.7558e-02, c2: 6.4346e-02, d1: 8.8830e-03, d2: 1.5400e-01, l1_reg: 4.0831e+02, l2_reg: 1.0478e+02\n",
      "2020/09/03, 17:56:38, Iteration: 7000, Train Loss: 2.5629e-01, c1: 3.3836e-02, c2: 6.2920e-02, d1: 8.4424e-03, d2: 1.5109e-01, l1_reg: 4.0855e+02, l2_reg: 1.0497e+02\n",
      "2020/09/03, 17:56:38, Iteration: 7100, Train Loss: 2.5833e-01, c1: 3.8052e-02, c2: 6.1158e-02, d1: 8.9920e-03, d2: 1.5013e-01, l1_reg: 4.0876e+02, l2_reg: 1.0515e+02\n",
      "2020/09/03, 17:56:39, Iteration: 7200, Train Loss: 2.5789e-01, c1: 3.7676e-02, c2: 6.1532e-02, d1: 8.2884e-03, d2: 1.5039e-01, l1_reg: 4.0895e+02, l2_reg: 1.0530e+02\n",
      "2020/09/03, 17:56:40, Iteration: 7300, Train Loss: 2.7763e-01, c1: 5.6765e-02, c2: 6.1944e-02, d1: 8.7950e-03, d2: 1.5012e-01, l1_reg: 4.0920e+02, l2_reg: 1.0548e+02\n",
      "2020/09/03, 17:56:41, Iteration: 7400, Train Loss: 2.5549e-01, c1: 3.6314e-02, c2: 6.0522e-02, d1: 1.0002e-02, d2: 1.4864e-01, l1_reg: 4.0943e+02, l2_reg: 1.0571e+02\n",
      "2020/09/03, 17:56:42, Iteration: 7500, Train Loss: 2.7446e-01, c1: 4.9394e-02, c2: 6.4431e-02, d1: 8.5441e-03, d2: 1.5209e-01, l1_reg: 4.0964e+02, l2_reg: 1.0589e+02\n",
      "2020/09/03, 17:56:43, Iteration: 7600, Train Loss: 2.4392e-01, c1: 2.7475e-02, c2: 6.0824e-02, d1: 8.0370e-03, d2: 1.4758e-01, l1_reg: 4.0985e+02, l2_reg: 1.0603e+02\n",
      "2020/09/03, 17:56:44, Iteration: 7700, Train Loss: 2.4497e-01, c1: 2.9345e-02, c2: 6.0347e-02, d1: 8.0426e-03, d2: 1.4723e-01, l1_reg: 4.1004e+02, l2_reg: 1.0617e+02\n",
      "2020/09/03, 17:56:45, Iteration: 7800, Train Loss: 2.5091e-01, c1: 3.5750e-02, c2: 5.9336e-02, d1: 8.8655e-03, d2: 1.4695e-01, l1_reg: 4.1036e+02, l2_reg: 1.0651e+02\n",
      "2020/09/03, 17:56:46, Iteration: 7900, Train Loss: 2.5926e-01, c1: 4.3926e-02, c2: 6.0526e-02, d1: 8.0012e-03, d2: 1.4680e-01, l1_reg: 4.1055e+02, l2_reg: 1.0668e+02\n",
      "2020/09/03, 17:56:46, Iteration: 8000, Train Loss: 2.6432e-01, c1: 5.0434e-02, c2: 5.9035e-02, d1: 8.7680e-03, d2: 1.4608e-01, l1_reg: 4.1080e+02, l2_reg: 1.0683e+02\n",
      "2020/09/03, 17:56:47, Iteration: 8100, Train Loss: 2.6040e-01, c1: 4.7287e-02, c2: 5.9073e-02, d1: 8.9971e-03, d2: 1.4504e-01, l1_reg: 4.1109e+02, l2_reg: 1.0706e+02\n",
      "2020/09/03, 17:56:48, Iteration: 8200, Train Loss: 2.5797e-01, c1: 4.5445e-02, c2: 5.8675e-02, d1: 8.5027e-03, d2: 1.4534e-01, l1_reg: 4.1140e+02, l2_reg: 1.0733e+02\n",
      "2020/09/03, 17:56:49, Iteration: 8300, Train Loss: 2.5365e-01, c1: 4.0315e-02, c2: 5.9825e-02, d1: 8.4978e-03, d2: 1.4501e-01, l1_reg: 4.1170e+02, l2_reg: 1.0755e+02\n",
      "2020/09/03, 17:56:50, Iteration: 8400, Train Loss: 2.4120e-01, c1: 3.0151e-02, c2: 5.8609e-02, d1: 8.3129e-03, d2: 1.4412e-01, l1_reg: 4.1198e+02, l2_reg: 1.0780e+02\n",
      "2020/09/03, 17:56:51, Iteration: 8500, Train Loss: 2.5527e-01, c1: 4.4921e-02, c2: 5.8986e-02, d1: 8.4046e-03, d2: 1.4295e-01, l1_reg: 4.1221e+02, l2_reg: 1.0794e+02\n",
      "2020/09/03, 17:56:52, Iteration: 8600, Train Loss: 2.4303e-01, c1: 3.2599e-02, c2: 5.8560e-02, d1: 9.3344e-03, d2: 1.4254e-01, l1_reg: 4.1255e+02, l2_reg: 1.0826e+02\n",
      "2020/09/03, 17:56:53, Iteration: 8700, Train Loss: 2.2766e-01, c1: 2.1296e-02, c2: 5.6806e-02, d1: 8.3060e-03, d2: 1.4124e-01, l1_reg: 4.1283e+02, l2_reg: 1.0847e+02\n",
      "2020/09/03, 17:56:54, Iteration: 8800, Train Loss: 2.6712e-01, c1: 6.2314e-02, c2: 5.5368e-02, d1: 7.8723e-03, d2: 1.4156e-01, l1_reg: 4.1320e+02, l2_reg: 1.0875e+02\n",
      "2020/09/03, 17:56:55, Iteration: 8900, Train Loss: 2.2921e-01, c1: 2.5971e-02, c2: 5.5374e-02, d1: 7.6382e-03, d2: 1.4022e-01, l1_reg: 4.1348e+02, l2_reg: 1.0901e+02\n",
      "2020/09/03, 17:56:55, Iteration: 9000, Train Loss: 2.2601e-01, c1: 2.2637e-02, c2: 5.5301e-02, d1: 8.2039e-03, d2: 1.3986e-01, l1_reg: 4.1372e+02, l2_reg: 1.0920e+02\n",
      "2020/09/03, 17:56:56, Iteration: 9100, Train Loss: 2.4634e-01, c1: 4.3839e-02, c2: 5.5118e-02, d1: 8.7561e-03, d2: 1.3862e-01, l1_reg: 4.1407e+02, l2_reg: 1.0940e+02\n",
      "2020/09/03, 17:56:57, Iteration: 9200, Train Loss: 2.2682e-01, c1: 2.6347e-02, c2: 5.4102e-02, d1: 8.6758e-03, d2: 1.3769e-01, l1_reg: 4.1445e+02, l2_reg: 1.0968e+02\n",
      "2020/09/03, 17:56:58, Iteration: 9300, Train Loss: 2.3217e-01, c1: 3.1468e-02, c2: 5.4933e-02, d1: 7.4327e-03, d2: 1.3833e-01, l1_reg: 4.1488e+02, l2_reg: 1.0998e+02\n",
      "2020/09/03, 17:56:59, Iteration: 9400, Train Loss: 2.1851e-01, c1: 2.2044e-02, c2: 5.2418e-02, d1: 7.9267e-03, d2: 1.3612e-01, l1_reg: 4.1525e+02, l2_reg: 1.1025e+02\n",
      "2020/09/03, 17:57:00, Iteration: 9500, Train Loss: 2.2251e-01, c1: 2.6585e-02, c2: 5.2120e-02, d1: 8.2632e-03, d2: 1.3554e-01, l1_reg: 4.1559e+02, l2_reg: 1.1047e+02\n",
      "2020/09/03, 17:57:01, Iteration: 9600, Train Loss: 2.4639e-01, c1: 5.2852e-02, c2: 5.1096e-02, d1: 7.6962e-03, d2: 1.3474e-01, l1_reg: 4.1607e+02, l2_reg: 1.1077e+02\n",
      "2020/09/03, 17:57:02, Iteration: 9700, Train Loss: 2.3057e-01, c1: 3.7986e-02, c2: 5.1435e-02, d1: 7.4095e-03, d2: 1.3373e-01, l1_reg: 4.1650e+02, l2_reg: 1.1113e+02\n",
      "2020/09/03, 17:57:03, Iteration: 9800, Train Loss: 2.1547e-01, c1: 2.4504e-02, c2: 5.0278e-02, d1: 7.9173e-03, d2: 1.3276e-01, l1_reg: 4.1693e+02, l2_reg: 1.1138e+02\n",
      "2020/09/03, 17:57:04, Iteration: 9900, Train Loss: 2.0725e-01, c1: 1.7982e-02, c2: 5.0077e-02, d1: 7.0975e-03, d2: 1.3208e-01, l1_reg: 4.1744e+02, l2_reg: 1.1173e+02\n",
      "2020/09/03, 17:57:04, Iteration: 10000, Train Loss: 2.2792e-01, c1: 4.1500e-02, c2: 4.8824e-02, d1: 7.0318e-03, d2: 1.3056e-01, l1_reg: 4.1792e+02, l2_reg: 1.1196e+02\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    }
   ],
   "source": [
    "import jax\n",
    "import jax.numpy as jnp\n",
    "\n",
    "import os, sys\n",
    "sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(\"./\")))))\n",
    "\n",
    "from training import Agent\n",
    "from loss import params, loss_fn, evaluate_fn\n",
    "from data import generate_dataset, generate_batch_fn\n",
    "\n",
    "import config\n",
    "config.n_data = {\n",
    "    \"i\": 100,\n",
    "    \"b\": 100,\n",
    "    \"cx\": 101,\n",
    "    \"ct\": 101,\n",
    "    \"dx\": 100,\n",
    "    \"dt\": 602,\n",
    "}\n",
    "config.batch_size = {\n",
    "    \"dirichlet\": (config.n_data[\"i\"]+2*config.n_data[\"b\"]+config.n_data[\"dx\"]*config.n_data[\"dt\"]) // 10,\n",
    "    \"collocation\": (config.n_data[\"dx\"]*config.n_data[\"dt\"]+config.n_data[\"cx\"]*config.n_data[\"ct\"]) // 10,\n",
    "}\n",
    "config.iterations = 10000\n",
    "config.print_every = 100\n",
    "config.lr = 1e-3\n",
    "config.weights = {\n",
    "\t\"c1\": 1.0,\n",
    "\t\"c2\": 1.0,\n",
    "\t\"d1\": 1.0,\n",
    "\t\"d2\": 1.0,\n",
    "\t\"l1\": 1e-8,\n",
    "\t\"l2\": 1e-8,\n",
    "}\n",
    "\n",
    "datasets = generate_dataset(config.n_data[\"i\"], config.n_data[\"b\"], config.n_data[\"cx\"], config.n_data[\"ct\"], config.n_data[\"dx\"], config.n_data[\"dt\"])\n",
    "batch_fn, evaluate_batch_fn = generate_batch_fn(config.key, config.batch_size, *datasets, config.weights)\n",
    "\n",
    "agent = Agent(params, loss_fn, evaluate_fn, \"models/{}\".format(config.NAME))\n",
    "agent.compile(config.optimizer, config.lr)\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:03:15, Iteration: 11000, Train Loss: 2.0024e-01, c1: 3.3954e-02, c2: 4.1509e-02, d1: 6.6425e-03, d2: 1.1813e-01, l1_reg: 4.2324e+02, l2_reg: 1.1523e+02\n",
      "2020/09/03, 18:03:24, Iteration: 12000, Train Loss: 1.8224e-01, c1: 4.0052e-02, c2: 3.6262e-02, d1: 6.1973e-03, d2: 9.9725e-02, l1_reg: 4.2937e+02, l2_reg: 1.1918e+02\n",
      "2020/09/03, 18:03:33, Iteration: 13000, Train Loss: 1.6922e-01, c1: 3.7939e-02, c2: 3.4701e-02, d1: 5.8785e-03, d2: 9.0695e-02, l1_reg: 4.3392e+02, l2_reg: 1.2270e+02\n",
      "2020/09/03, 18:03:42, Iteration: 14000, Train Loss: 1.7145e-01, c1: 3.8129e-02, c2: 3.8401e-02, d1: 6.0523e-03, d2: 8.8864e-02, l1_reg: 4.3648e+02, l2_reg: 1.2509e+02\n",
      "2020/09/03, 18:03:50, Iteration: 15000, Train Loss: 1.6273e-01, c1: 4.2983e-02, c2: 3.2737e-02, d1: 5.1530e-03, d2: 8.1848e-02, l1_reg: 4.3846e+02, l2_reg: 1.2710e+02\n",
      "2020/09/03, 18:03:59, Iteration: 16000, Train Loss: 1.5994e-01, c1: 4.4084e-02, c2: 3.2377e-02, d1: 4.7680e-03, d2: 7.8703e-02, l1_reg: 4.4008e+02, l2_reg: 1.2885e+02\n",
      "2020/09/03, 18:04:08, Iteration: 17000, Train Loss: 1.4664e-01, c1: 3.3702e-02, c2: 3.1163e-02, d1: 4.9607e-03, d2: 7.6806e-02, l1_reg: 4.4144e+02, l2_reg: 1.3052e+02\n",
      "2020/09/03, 18:04:17, Iteration: 18000, Train Loss: 1.3208e-01, c1: 2.2689e-02, c2: 3.0045e-02, d1: 4.8561e-03, d2: 7.4484e-02, l1_reg: 4.4248e+02, l2_reg: 1.3189e+02\n",
      "2020/09/03, 18:04:26, Iteration: 19000, Train Loss: 1.2665e-01, c1: 2.1786e-02, c2: 2.8682e-02, d1: 4.7439e-03, d2: 7.1429e-02, l1_reg: 4.4345e+02, l2_reg: 1.3327e+02\n",
      "2020/09/03, 18:04:35, Iteration: 20000, Train Loss: 1.4044e-01, c1: 3.5948e-02, c2: 2.8545e-02, d1: 5.5139e-03, d2: 7.0427e-02, l1_reg: 4.4436e+02, l2_reg: 1.3475e+02\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:04:44, Iteration: 21000, Train Loss: 1.2455e-01, c1: 2.3216e-02, c2: 2.8055e-02, d1: 4.4714e-03, d2: 6.8802e-02, l1_reg: 4.4530e+02, l2_reg: 1.3619e+02\n",
      "2020/09/03, 18:04:52, Iteration: 22000, Train Loss: 1.3233e-01, c1: 3.4143e-02, c2: 2.7002e-02, d1: 4.4682e-03, d2: 6.6714e-02, l1_reg: 4.4630e+02, l2_reg: 1.3763e+02\n",
      "2020/09/03, 18:05:01, Iteration: 23000, Train Loss: 1.3447e-01, c1: 3.7901e-02, c2: 2.6196e-02, d1: 4.3614e-03, d2: 6.6003e-02, l1_reg: 4.4726e+02, l2_reg: 1.3883e+02\n",
      "2020/09/03, 18:05:10, Iteration: 24000, Train Loss: 1.3207e-01, c1: 3.4498e-02, c2: 2.7372e-02, d1: 4.5783e-03, d2: 6.5618e-02, l1_reg: 4.4853e+02, l2_reg: 1.4020e+02\n",
      "2020/09/03, 18:05:19, Iteration: 25000, Train Loss: 1.2265e-01, c1: 3.0297e-02, c2: 2.5359e-02, d1: 4.1450e-03, d2: 6.2840e-02, l1_reg: 4.4973e+02, l2_reg: 1.4153e+02\n",
      "2020/09/03, 18:05:28, Iteration: 26000, Train Loss: 1.1951e-01, c1: 2.8833e-02, c2: 2.4663e-02, d1: 4.1626e-03, d2: 6.1846e-02, l1_reg: 4.5096e+02, l2_reg: 1.4272e+02\n",
      "2020/09/03, 18:05:37, Iteration: 27000, Train Loss: 1.2729e-01, c1: 3.9944e-02, c2: 2.3295e-02, d1: 4.0182e-03, d2: 6.0026e-02, l1_reg: 4.5241e+02, l2_reg: 1.4415e+02\n",
      "2020/09/03, 18:05:46, Iteration: 28000, Train Loss: 1.2271e-01, c1: 3.5421e-02, c2: 2.3514e-02, d1: 3.7815e-03, d2: 5.9987e-02, l1_reg: 4.5373e+02, l2_reg: 1.4550e+02\n",
      "2020/09/03, 18:05:55, Iteration: 29000, Train Loss: 1.1337e-01, c1: 2.9129e-02, c2: 2.2346e-02, d1: 3.8074e-03, d2: 5.8080e-02, l1_reg: 4.5509e+02, l2_reg: 1.4691e+02\n",
      "2020/09/03, 18:06:04, Iteration: 30000, Train Loss: 1.1159e-01, c1: 2.4824e-02, c2: 2.3999e-02, d1: 3.5642e-03, d2: 5.9197e-02, l1_reg: 4.5644e+02, l2_reg: 1.4832e+02\n",
      "2020/09/03, 18:06:13, Iteration: 31000, Train Loss: 1.1344e-01, c1: 3.2242e-02, c2: 2.1147e-02, d1: 4.4004e-03, d2: 5.5640e-02, l1_reg: 4.5779e+02, l2_reg: 1.4978e+02\n",
      "2020/09/03, 18:06:21, Iteration: 32000, Train Loss: 1.2098e-01, c1: 4.0010e-02, c2: 2.1515e-02, d1: 3.5911e-03, d2: 5.5858e-02, l1_reg: 4.5900e+02, l2_reg: 1.5122e+02\n",
      "2020/09/03, 18:06:30, Iteration: 33000, Train Loss: 1.2394e-01, c1: 4.1587e-02, c2: 2.2113e-02, d1: 4.1173e-03, d2: 5.6118e-02, l1_reg: 4.6016e+02, l2_reg: 1.5261e+02\n",
      "2020/09/03, 18:06:39, Iteration: 34000, Train Loss: 1.0214e-01, c1: 2.5849e-02, c2: 2.0063e-02, d1: 3.3042e-03, d2: 5.2920e-02, l1_reg: 4.6121e+02, l2_reg: 1.5408e+02\n",
      "2020/09/03, 18:06:48, Iteration: 35000, Train Loss: 9.9124e-02, c1: 2.3870e-02, c2: 1.9763e-02, d1: 3.4315e-03, d2: 5.2054e-02, l1_reg: 4.6227e+02, l2_reg: 1.5563e+02\n",
      "2020/09/03, 18:06:57, Iteration: 36000, Train Loss: 1.1237e-01, c1: 3.8105e-02, c2: 1.9430e-02, d1: 3.5537e-03, d2: 5.1277e-02, l1_reg: 4.6328e+02, l2_reg: 1.5715e+02\n",
      "2020/09/03, 18:07:06, Iteration: 37000, Train Loss: 1.0362e-01, c1: 2.9373e-02, c2: 1.9154e-02, d1: 3.8426e-03, d2: 5.1246e-02, l1_reg: 4.6426e+02, l2_reg: 1.5869e+02\n",
      "2020/09/03, 18:07:14, Iteration: 38000, Train Loss: 9.5906e-02, c1: 2.3240e-02, c2: 1.8287e-02, d1: 4.1845e-03, d2: 5.0188e-02, l1_reg: 4.6516e+02, l2_reg: 1.6011e+02\n",
      "2020/09/03, 18:07:23, Iteration: 39000, Train Loss: 1.0257e-01, c1: 3.0531e-02, c2: 1.8595e-02, d1: 3.3282e-03, d2: 5.0112e-02, l1_reg: 4.6598e+02, l2_reg: 1.6126e+02\n",
      "2020/09/03, 18:07:32, Iteration: 40000, Train Loss: 1.0892e-01, c1: 3.5239e-02, c2: 2.0068e-02, d1: 3.3947e-03, d2: 5.0213e-02, l1_reg: 4.6686e+02, l2_reg: 1.6240e+02\n",
      "2020/09/03, 18:07:41, Iteration: 41000, Train Loss: 1.1237e-01, c1: 3.8826e-02, c2: 2.0156e-02, d1: 3.5830e-03, d2: 4.9798e-02, l1_reg: 4.6768e+02, l2_reg: 1.6345e+02\n",
      "2020/09/03, 18:07:50, Iteration: 42000, Train Loss: 9.1992e-02, c1: 2.0528e-02, c2: 1.9164e-02, d1: 3.1620e-03, d2: 4.9132e-02, l1_reg: 4.6850e+02, l2_reg: 1.6442e+02\n",
      "2020/09/03, 18:07:58, Iteration: 43000, Train Loss: 1.0374e-01, c1: 3.4166e-02, c2: 1.8154e-02, d1: 3.4283e-03, d2: 4.7987e-02, l1_reg: 4.6942e+02, l2_reg: 1.6545e+02\n",
      "2020/09/03, 18:08:07, Iteration: 44000, Train Loss: 1.0158e-01, c1: 2.9777e-02, c2: 1.9457e-02, d1: 3.3345e-03, d2: 4.9007e-02, l1_reg: 4.7030e+02, l2_reg: 1.6638e+02\n",
      "2020/09/03, 18:08:16, Iteration: 45000, Train Loss: 9.7354e-02, c1: 2.8799e-02, c2: 1.7944e-02, d1: 3.2830e-03, d2: 4.7321e-02, l1_reg: 4.7109e+02, l2_reg: 1.6735e+02\n",
      "2020/09/03, 18:08:25, Iteration: 46000, Train Loss: 9.6585e-02, c1: 2.8978e-02, c2: 1.7601e-02, d1: 3.3150e-03, d2: 4.6685e-02, l1_reg: 4.7192e+02, l2_reg: 1.6825e+02\n",
      "2020/09/03, 18:08:34, Iteration: 47000, Train Loss: 9.9657e-02, c1: 3.2933e-02, c2: 1.6883e-02, d1: 3.6098e-03, d2: 4.6225e-02, l1_reg: 4.7282e+02, l2_reg: 1.6926e+02\n",
      "2020/09/03, 18:08:43, Iteration: 48000, Train Loss: 1.0505e-01, c1: 3.6392e-02, c2: 1.8438e-02, d1: 3.7008e-03, d2: 4.6518e-02, l1_reg: 4.7363e+02, l2_reg: 1.7017e+02\n",
      "2020/09/03, 18:08:52, Iteration: 49000, Train Loss: 9.3667e-02, c1: 2.7781e-02, c2: 1.6580e-02, d1: 3.6869e-03, d2: 4.5613e-02, l1_reg: 4.7444e+02, l2_reg: 1.7112e+02\n",
      "2020/09/03, 18:09:01, Iteration: 50000, Train Loss: 8.7369e-02, c1: 2.4359e-02, c2: 1.5582e-02, d1: 3.0649e-03, d2: 4.4358e-02, l1_reg: 4.7521e+02, l2_reg: 1.7200e+02\n",
      "2020/09/03, 18:09:09, Iteration: 51000, Train Loss: 9.2787e-02, c1: 2.9115e-02, c2: 1.5904e-02, d1: 3.0816e-03, d2: 4.4679e-02, l1_reg: 4.7611e+02, l2_reg: 1.7304e+02\n",
      "2020/09/03, 18:09:18, Iteration: 52000, Train Loss: 9.6109e-02, c1: 3.3890e-02, c2: 1.5243e-02, d1: 2.9857e-03, d2: 4.3983e-02, l1_reg: 4.7695e+02, l2_reg: 1.7401e+02\n",
      "2020/09/03, 18:09:27, Iteration: 53000, Train Loss: 9.4604e-02, c1: 2.8855e-02, c2: 1.7090e-02, d1: 3.0101e-03, d2: 4.5642e-02, l1_reg: 4.7771e+02, l2_reg: 1.7513e+02\n",
      "2020/09/03, 18:09:36, Iteration: 54000, Train Loss: 8.9956e-02, c1: 2.4878e-02, c2: 1.6477e-02, d1: 3.5446e-03, d2: 4.5049e-02, l1_reg: 4.7856e+02, l2_reg: 1.7607e+02\n",
      "2020/09/03, 18:09:45, Iteration: 55000, Train Loss: 9.0309e-02, c1: 2.6955e-02, c2: 1.5979e-02, d1: 3.0720e-03, d2: 4.4296e-02, l1_reg: 4.7941e+02, l2_reg: 1.7726e+02\n",
      "2020/09/03, 18:09:54, Iteration: 56000, Train Loss: 7.9194e-02, c1: 1.9310e-02, c2: 1.4086e-02, d1: 3.2296e-03, d2: 4.2561e-02, l1_reg: 4.8011e+02, l2_reg: 1.7827e+02\n",
      "2020/09/03, 18:10:03, Iteration: 57000, Train Loss: 8.5628e-02, c1: 2.3259e-02, c2: 1.5367e-02, d1: 3.3924e-03, d2: 4.3602e-02, l1_reg: 4.8092e+02, l2_reg: 1.7932e+02\n",
      "2020/09/03, 18:10:12, Iteration: 58000, Train Loss: 9.0281e-02, c1: 2.6640e-02, c2: 1.6346e-02, d1: 2.8760e-03, d2: 4.4412e-02, l1_reg: 4.8175e+02, l2_reg: 1.8033e+02\n",
      "2020/09/03, 18:10:20, Iteration: 59000, Train Loss: 8.9200e-02, c1: 2.9745e-02, c2: 1.4190e-02, d1: 3.1135e-03, d2: 4.2145e-02, l1_reg: 4.8249e+02, l2_reg: 1.8129e+02\n",
      "2020/09/03, 18:10:29, Iteration: 60000, Train Loss: 8.2877e-02, c1: 2.2845e-02, c2: 1.4612e-02, d1: 3.5880e-03, d2: 4.1826e-02, l1_reg: 4.8327e+02, l2_reg: 1.8228e+02\n",
      "2020/09/03, 18:10:38, Iteration: 61000, Train Loss: 8.8363e-02, c1: 2.9799e-02, c2: 1.3963e-02, d1: 2.9523e-03, d2: 4.1642e-02, l1_reg: 4.8401e+02, l2_reg: 1.8324e+02\n",
      "2020/09/03, 18:10:47, Iteration: 62000, Train Loss: 8.9653e-02, c1: 2.9210e-02, c2: 1.4600e-02, d1: 3.2947e-03, d2: 4.2541e-02, l1_reg: 4.8474e+02, l2_reg: 1.8418e+02\n",
      "2020/09/03, 18:10:56, Iteration: 63000, Train Loss: 8.7889e-02, c1: 2.6731e-02, c2: 1.5158e-02, d1: 3.3426e-03, d2: 4.2651e-02, l1_reg: 4.8551e+02, l2_reg: 1.8517e+02\n",
      "2020/09/03, 18:11:05, Iteration: 64000, Train Loss: 8.8868e-02, c1: 2.9167e-02, c2: 1.4614e-02, d1: 3.1968e-03, d2: 4.1884e-02, l1_reg: 4.8625e+02, l2_reg: 1.8611e+02\n",
      "2020/09/03, 18:11:14, Iteration: 65000, Train Loss: 7.3170e-02, c1: 1.5374e-02, c2: 1.3623e-02, d1: 3.3928e-03, d2: 4.0773e-02, l1_reg: 4.8701e+02, l2_reg: 1.8697e+02\n",
      "2020/09/03, 18:11:23, Iteration: 66000, Train Loss: 7.8400e-02, c1: 2.1807e-02, c2: 1.3094e-02, d1: 3.2477e-03, d2: 4.0244e-02, l1_reg: 4.8778e+02, l2_reg: 1.8791e+02\n",
      "2020/09/03, 18:11:31, Iteration: 67000, Train Loss: 7.8623e-02, c1: 2.0747e-02, c2: 1.3112e-02, d1: 4.2842e-03, d2: 4.0473e-02, l1_reg: 4.8850e+02, l2_reg: 1.8879e+02\n",
      "2020/09/03, 18:11:40, Iteration: 68000, Train Loss: 8.7697e-02, c1: 2.8447e-02, c2: 1.4027e-02, d1: 4.1847e-03, d2: 4.1032e-02, l1_reg: 4.8920e+02, l2_reg: 1.8956e+02\n",
      "2020/09/03, 18:11:49, Iteration: 69000, Train Loss: 8.3233e-02, c1: 2.2975e-02, c2: 1.5335e-02, d1: 3.2108e-03, d2: 4.1705e-02, l1_reg: 4.8980e+02, l2_reg: 1.9027e+02\n",
      "2020/09/03, 18:11:58, Iteration: 70000, Train Loss: 8.1295e-02, c1: 2.3210e-02, c2: 1.4314e-02, d1: 3.4076e-03, d2: 4.0357e-02, l1_reg: 4.9046e+02, l2_reg: 1.9103e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:12:06, Iteration: 71000, Train Loss: 7.7386e-02, c1: 1.9944e-02, c2: 1.3797e-02, d1: 3.3749e-03, d2: 4.0263e-02, l1_reg: 4.9103e+02, l2_reg: 1.9173e+02\n",
      "2020/09/03, 18:12:15, Iteration: 72000, Train Loss: 8.5985e-02, c1: 2.4971e-02, c2: 1.5635e-02, d1: 3.2144e-03, d2: 4.2157e-02, l1_reg: 4.9167e+02, l2_reg: 1.9239e+02\n",
      "2020/09/03, 18:12:24, Iteration: 73000, Train Loss: 9.0772e-02, c1: 3.2682e-02, c2: 1.4542e-02, d1: 2.7438e-03, d2: 4.0798e-02, l1_reg: 4.9230e+02, l2_reg: 1.9311e+02\n",
      "2020/09/03, 18:12:33, Iteration: 74000, Train Loss: 7.8341e-02, c1: 2.3992e-02, c2: 1.2571e-02, d1: 2.9883e-03, d2: 3.8783e-02, l1_reg: 4.9282e+02, l2_reg: 1.9367e+02\n",
      "2020/09/03, 18:12:41, Iteration: 75000, Train Loss: 8.4015e-02, c1: 2.8864e-02, c2: 1.2758e-02, d1: 2.9520e-03, d2: 3.9434e-02, l1_reg: 4.9337e+02, l2_reg: 1.9432e+02\n",
      "2020/09/03, 18:12:50, Iteration: 76000, Train Loss: 8.9623e-02, c1: 3.0190e-02, c2: 1.4880e-02, d1: 3.9144e-03, d2: 4.0633e-02, l1_reg: 4.9390e+02, l2_reg: 1.9495e+02\n",
      "2020/09/03, 18:12:59, Iteration: 77000, Train Loss: 7.4468e-02, c1: 1.8607e-02, c2: 1.3328e-02, d1: 2.7020e-03, d2: 3.9823e-02, l1_reg: 4.9443e+02, l2_reg: 1.9553e+02\n",
      "2020/09/03, 18:13:08, Iteration: 78000, Train Loss: 9.7599e-02, c1: 3.9572e-02, c2: 1.5085e-02, d1: 2.7260e-03, d2: 4.0209e-02, l1_reg: 4.9504e+02, l2_reg: 1.9619e+02\n",
      "2020/09/03, 18:13:17, Iteration: 79000, Train Loss: 9.3031e-02, c1: 3.5536e-02, c2: 1.4114e-02, d1: 3.6107e-03, d2: 3.9764e-02, l1_reg: 4.9559e+02, l2_reg: 1.9679e+02\n",
      "2020/09/03, 18:13:25, Iteration: 80000, Train Loss: 7.8967e-02, c1: 2.4873e-02, c2: 1.2392e-02, d1: 3.2331e-03, d2: 3.8463e-02, l1_reg: 4.9614e+02, l2_reg: 1.9734e+02\n",
      "2020/09/03, 18:13:34, Iteration: 81000, Train Loss: 7.9212e-02, c1: 2.5169e-02, c2: 1.2355e-02, d1: 3.4265e-03, d2: 3.8254e-02, l1_reg: 4.9671e+02, l2_reg: 1.9790e+02\n",
      "2020/09/03, 18:13:44, Iteration: 82000, Train Loss: 8.5327e-02, c1: 3.0853e-02, c2: 1.2751e-02, d1: 2.8437e-03, d2: 3.8873e-02, l1_reg: 4.9731e+02, l2_reg: 1.9852e+02\n",
      "2020/09/03, 18:13:52, Iteration: 83000, Train Loss: 8.1265e-02, c1: 2.7609e-02, c2: 1.2415e-02, d1: 3.1475e-03, d2: 3.8086e-02, l1_reg: 4.9783e+02, l2_reg: 1.9903e+02\n",
      "2020/09/03, 18:14:01, Iteration: 84000, Train Loss: 8.9524e-02, c1: 3.4979e-02, c2: 1.2939e-02, d1: 2.8894e-03, d2: 3.8710e-02, l1_reg: 4.9840e+02, l2_reg: 1.9966e+02\n",
      "2020/09/03, 18:14:10, Iteration: 85000, Train Loss: 8.3427e-02, c1: 3.0504e-02, c2: 1.1478e-02, d1: 3.9136e-03, d2: 3.7524e-02, l1_reg: 4.9901e+02, l2_reg: 2.0027e+02\n",
      "2020/09/03, 18:14:19, Iteration: 86000, Train Loss: 7.2223e-02, c1: 1.7236e-02, c2: 1.3051e-02, d1: 3.1199e-03, d2: 3.8809e-02, l1_reg: 4.9946e+02, l2_reg: 2.0083e+02\n",
      "2020/09/03, 18:14:27, Iteration: 87000, Train Loss: 7.9059e-02, c1: 2.6593e-02, c2: 1.2084e-02, d1: 2.7343e-03, d2: 3.7642e-02, l1_reg: 4.9997e+02, l2_reg: 2.0134e+02\n",
      "2020/09/03, 18:14:36, Iteration: 88000, Train Loss: 9.4807e-02, c1: 3.9245e-02, c2: 1.3261e-02, d1: 3.0137e-03, d2: 3.9280e-02, l1_reg: 5.0048e+02, l2_reg: 2.0204e+02\n",
      "2020/09/03, 18:14:45, Iteration: 89000, Train Loss: 8.2427e-02, c1: 2.9068e-02, c2: 1.2148e-02, d1: 3.2116e-03, d2: 3.7993e-02, l1_reg: 5.0080e+02, l2_reg: 2.0254e+02\n",
      "2020/09/03, 18:14:54, Iteration: 90000, Train Loss: 7.6498e-02, c1: 2.4753e-02, c2: 1.1620e-02, d1: 2.9361e-03, d2: 3.7182e-02, l1_reg: 5.0126e+02, l2_reg: 2.0323e+02\n",
      "2020/09/03, 18:15:03, Iteration: 91000, Train Loss: 8.6251e-02, c1: 3.3155e-02, c2: 1.2645e-02, d1: 3.1406e-03, d2: 3.7304e-02, l1_reg: 5.0166e+02, l2_reg: 2.0375e+02\n",
      "2020/09/03, 18:15:11, Iteration: 92000, Train Loss: 7.3248e-02, c1: 2.2035e-02, c2: 1.1509e-02, d1: 2.6966e-03, d2: 3.7000e-02, l1_reg: 5.0210e+02, l2_reg: 2.0437e+02\n",
      "2020/09/03, 18:15:20, Iteration: 93000, Train Loss: 7.2633e-02, c1: 2.0817e-02, c2: 1.1815e-02, d1: 2.7022e-03, d2: 3.7292e-02, l1_reg: 5.0258e+02, l2_reg: 2.0494e+02\n",
      "2020/09/03, 18:15:29, Iteration: 94000, Train Loss: 7.3659e-02, c1: 2.0961e-02, c2: 1.1982e-02, d1: 3.1617e-03, d2: 3.7546e-02, l1_reg: 5.0323e+02, l2_reg: 2.0565e+02\n",
      "2020/09/03, 18:15:38, Iteration: 95000, Train Loss: 8.0734e-02, c1: 2.7479e-02, c2: 1.2338e-02, d1: 2.9535e-03, d2: 3.7956e-02, l1_reg: 5.0387e+02, l2_reg: 2.0631e+02\n",
      "2020/09/03, 18:15:47, Iteration: 96000, Train Loss: 7.8345e-02, c1: 2.6956e-02, c2: 1.1334e-02, d1: 3.1171e-03, d2: 3.6930e-02, l1_reg: 5.0453e+02, l2_reg: 2.0699e+02\n",
      "2020/09/03, 18:15:56, Iteration: 97000, Train Loss: 7.2959e-02, c1: 2.0587e-02, c2: 1.2012e-02, d1: 3.0639e-03, d2: 3.7289e-02, l1_reg: 5.0511e+02, l2_reg: 2.0764e+02\n",
      "2020/09/03, 18:16:04, Iteration: 98000, Train Loss: 7.3612e-02, c1: 1.9728e-02, c2: 1.2811e-02, d1: 3.0897e-03, d2: 3.7976e-02, l1_reg: 5.0569e+02, l2_reg: 2.0837e+02\n",
      "2020/09/03, 18:16:13, Iteration: 99000, Train Loss: 6.6041e-02, c1: 1.5450e-02, c2: 1.0921e-02, d1: 3.2929e-03, d2: 3.6371e-02, l1_reg: 5.0631e+02, l2_reg: 2.0885e+02\n",
      "2020/09/03, 18:16:22, Iteration: 100000, Train Loss: 8.3180e-02, c1: 3.0160e-02, c2: 1.2061e-02, d1: 3.4746e-03, d2: 3.7477e-02, l1_reg: 5.0696e+02, l2_reg: 2.0953e+02\n",
      "2020/09/03, 18:16:31, Iteration: 101000, Train Loss: 7.8856e-02, c1: 2.6795e-02, c2: 1.1790e-02, d1: 3.4726e-03, d2: 3.6792e-02, l1_reg: 5.0757e+02, l2_reg: 2.1016e+02\n",
      "2020/09/03, 18:16:40, Iteration: 102000, Train Loss: 7.8129e-02, c1: 2.6256e-02, c2: 1.1143e-02, d1: 4.0084e-03, d2: 3.6714e-02, l1_reg: 5.0814e+02, l2_reg: 2.1070e+02\n",
      "2020/09/03, 18:16:49, Iteration: 103000, Train Loss: 7.3352e-02, c1: 2.0962e-02, c2: 1.1895e-02, d1: 3.0379e-03, d2: 3.7450e-02, l1_reg: 5.0875e+02, l2_reg: 2.1131e+02\n",
      "2020/09/03, 18:16:58, Iteration: 104000, Train Loss: 7.6416e-02, c1: 2.4351e-02, c2: 1.1680e-02, d1: 3.3807e-03, d2: 3.6998e-02, l1_reg: 5.0924e+02, l2_reg: 2.1185e+02\n",
      "2020/09/03, 18:17:07, Iteration: 105000, Train Loss: 7.1236e-02, c1: 1.9265e-02, c2: 1.1990e-02, d1: 2.8398e-03, d2: 3.7134e-02, l1_reg: 5.0981e+02, l2_reg: 2.1247e+02\n",
      "2020/09/03, 18:17:15, Iteration: 106000, Train Loss: 7.1428e-02, c1: 1.8789e-02, c2: 1.2263e-02, d1: 2.9842e-03, d2: 3.7384e-02, l1_reg: 5.1031e+02, l2_reg: 2.1300e+02\n",
      "2020/09/03, 18:17:24, Iteration: 107000, Train Loss: 7.7230e-02, c1: 2.8397e-02, c2: 1.0049e-02, d1: 2.9774e-03, d2: 3.5800e-02, l1_reg: 5.1077e+02, l2_reg: 2.1352e+02\n",
      "2020/09/03, 18:17:33, Iteration: 108000, Train Loss: 7.3004e-02, c1: 2.3540e-02, c2: 1.0868e-02, d1: 2.9424e-03, d2: 3.5647e-02, l1_reg: 5.1133e+02, l2_reg: 2.1413e+02\n",
      "2020/09/03, 18:17:42, Iteration: 109000, Train Loss: 7.6680e-02, c1: 2.7130e-02, c2: 1.0415e-02, d1: 3.3155e-03, d2: 3.5813e-02, l1_reg: 5.1177e+02, l2_reg: 2.1463e+02\n",
      "2020/09/03, 18:17:51, Iteration: 110000, Train Loss: 7.7752e-02, c1: 2.4627e-02, c2: 1.2303e-02, d1: 3.4161e-03, d2: 3.7399e-02, l1_reg: 5.1211e+02, l2_reg: 2.1511e+02\n",
      "2020/09/03, 18:17:59, Iteration: 111000, Train Loss: 6.5132e-02, c1: 1.4410e-02, c2: 1.0924e-02, d1: 3.3328e-03, d2: 3.6458e-02, l1_reg: 5.1262e+02, l2_reg: 2.1569e+02\n",
      "2020/09/03, 18:18:08, Iteration: 112000, Train Loss: 7.4578e-02, c1: 2.4040e-02, c2: 1.1029e-02, d1: 2.9717e-03, d2: 3.6529e-02, l1_reg: 5.1296e+02, l2_reg: 2.1614e+02\n",
      "2020/09/03, 18:18:17, Iteration: 113000, Train Loss: 7.0394e-02, c1: 2.1082e-02, c2: 1.0360e-02, d1: 2.9173e-03, d2: 3.6026e-02, l1_reg: 5.1344e+02, l2_reg: 2.1670e+02\n",
      "2020/09/03, 18:18:26, Iteration: 114000, Train Loss: 7.4838e-02, c1: 2.3563e-02, c2: 1.1025e-02, d1: 3.6172e-03, d2: 3.6625e-02, l1_reg: 5.1369e+02, l2_reg: 2.1717e+02\n",
      "2020/09/03, 18:18:35, Iteration: 115000, Train Loss: 7.2462e-02, c1: 1.9673e-02, c2: 1.2775e-02, d1: 2.8840e-03, d2: 3.7122e-02, l1_reg: 5.1404e+02, l2_reg: 2.1778e+02\n",
      "2020/09/03, 18:18:44, Iteration: 116000, Train Loss: 7.1387e-02, c1: 2.1675e-02, c2: 1.0229e-02, d1: 3.4827e-03, d2: 3.5994e-02, l1_reg: 5.1446e+02, l2_reg: 2.1831e+02\n",
      "2020/09/03, 18:18:52, Iteration: 117000, Train Loss: 6.5394e-02, c1: 1.4583e-02, c2: 1.1212e-02, d1: 2.6184e-03, d2: 3.6973e-02, l1_reg: 5.1488e+02, l2_reg: 2.1885e+02\n",
      "2020/09/03, 18:19:01, Iteration: 118000, Train Loss: 7.3677e-02, c1: 2.3868e-02, c2: 1.0439e-02, d1: 3.6071e-03, d2: 3.5755e-02, l1_reg: 5.1529e+02, l2_reg: 2.1939e+02\n",
      "2020/09/03, 18:19:10, Iteration: 119000, Train Loss: 7.8153e-02, c1: 2.6050e-02, c2: 1.2400e-02, d1: 2.8885e-03, d2: 3.6807e-02, l1_reg: 5.1561e+02, l2_reg: 2.1987e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:19:19, Iteration: 120000, Train Loss: 6.7804e-02, c1: 1.9433e-02, c2: 9.6847e-03, d1: 3.4484e-03, d2: 3.5230e-02, l1_reg: 5.1607e+02, l2_reg: 2.2038e+02\n",
      "2020/09/03, 18:19:28, Iteration: 121000, Train Loss: 7.7813e-02, c1: 2.8355e-02, c2: 1.0740e-02, d1: 2.7326e-03, d2: 3.5978e-02, l1_reg: 5.1644e+02, l2_reg: 2.2090e+02\n",
      "2020/09/03, 18:19:37, Iteration: 122000, Train Loss: 7.7211e-02, c1: 2.8067e-02, c2: 1.0230e-02, d1: 3.9254e-03, d2: 3.4981e-02, l1_reg: 5.1690e+02, l2_reg: 2.2143e+02\n",
      "2020/09/03, 18:19:45, Iteration: 123000, Train Loss: 7.1590e-02, c1: 2.4303e-02, c2: 9.1003e-03, d1: 3.1206e-03, d2: 3.5059e-02, l1_reg: 5.1731e+02, l2_reg: 2.2197e+02\n",
      "2020/09/03, 18:19:54, Iteration: 124000, Train Loss: 7.6209e-02, c1: 2.8265e-02, c2: 9.9262e-03, d1: 2.8585e-03, d2: 3.5152e-02, l1_reg: 5.1778e+02, l2_reg: 2.2246e+02\n",
      "2020/09/03, 18:20:03, Iteration: 125000, Train Loss: 8.0610e-02, c1: 3.2245e-02, c2: 1.0232e-02, d1: 2.7482e-03, d2: 3.5377e-02, l1_reg: 5.1811e+02, l2_reg: 2.2293e+02\n",
      "2020/09/03, 18:20:12, Iteration: 126000, Train Loss: 7.2367e-02, c1: 2.3973e-02, c2: 1.0016e-02, d1: 2.6871e-03, d2: 3.5684e-02, l1_reg: 5.1848e+02, l2_reg: 2.2338e+02\n",
      "2020/09/03, 18:20:21, Iteration: 127000, Train Loss: 6.9124e-02, c1: 1.8334e-02, c2: 1.1358e-02, d1: 3.2898e-03, d2: 3.6136e-02, l1_reg: 5.1888e+02, l2_reg: 2.2389e+02\n",
      "2020/09/03, 18:20:30, Iteration: 128000, Train Loss: 6.6291e-02, c1: 1.8472e-02, c2: 9.4181e-03, d1: 3.1614e-03, d2: 3.5232e-02, l1_reg: 5.1936e+02, l2_reg: 2.2445e+02\n",
      "2020/09/03, 18:20:39, Iteration: 129000, Train Loss: 8.4516e-02, c1: 3.4626e-02, c2: 1.0456e-02, d1: 2.9641e-03, d2: 3.6462e-02, l1_reg: 5.1972e+02, l2_reg: 2.2490e+02\n",
      "2020/09/03, 18:20:48, Iteration: 130000, Train Loss: 6.0792e-02, c1: 1.3456e-02, c2: 9.5826e-03, d1: 2.5201e-03, d2: 3.5226e-02, l1_reg: 5.2017e+02, l2_reg: 2.2542e+02\n",
      "2020/09/03, 18:20:57, Iteration: 131000, Train Loss: 7.1425e-02, c1: 2.2334e-02, c2: 1.0338e-02, d1: 3.2799e-03, d2: 3.5466e-02, l1_reg: 5.2057e+02, l2_reg: 2.2586e+02\n",
      "2020/09/03, 18:21:05, Iteration: 132000, Train Loss: 7.1520e-02, c1: 2.4915e-02, c2: 9.1757e-03, d1: 2.8132e-03, d2: 3.4609e-02, l1_reg: 5.2103e+02, l2_reg: 2.2635e+02\n",
      "2020/09/03, 18:21:14, Iteration: 133000, Train Loss: 8.2024e-02, c1: 3.3998e-02, c2: 9.6670e-03, d1: 3.2233e-03, d2: 3.5129e-02, l1_reg: 5.2132e+02, l2_reg: 2.2677e+02\n",
      "2020/09/03, 18:21:23, Iteration: 134000, Train Loss: 7.5232e-02, c1: 2.7265e-02, c2: 9.8909e-03, d1: 2.8292e-03, d2: 3.5240e-02, l1_reg: 5.2172e+02, l2_reg: 2.2732e+02\n",
      "2020/09/03, 18:21:32, Iteration: 135000, Train Loss: 7.2602e-02, c1: 2.3904e-02, c2: 1.0085e-02, d1: 2.9909e-03, d2: 3.5614e-02, l1_reg: 5.2208e+02, l2_reg: 2.2768e+02\n",
      "2020/09/03, 18:21:41, Iteration: 136000, Train Loss: 6.3486e-02, c1: 1.5538e-02, c2: 1.0048e-02, d1: 3.0488e-03, d2: 3.4844e-02, l1_reg: 5.2250e+02, l2_reg: 2.2819e+02\n",
      "2020/09/03, 18:21:49, Iteration: 137000, Train Loss: 7.6666e-02, c1: 2.4671e-02, c2: 1.2187e-02, d1: 2.5849e-03, d2: 3.7215e-02, l1_reg: 5.2286e+02, l2_reg: 2.2860e+02\n",
      "2020/09/03, 18:21:58, Iteration: 138000, Train Loss: 6.8814e-02, c1: 2.1360e-02, c2: 9.0548e-03, d1: 3.4192e-03, d2: 3.4972e-02, l1_reg: 5.2318e+02, l2_reg: 2.2905e+02\n",
      "2020/09/03, 18:22:07, Iteration: 139000, Train Loss: 6.8070e-02, c1: 2.0906e-02, c2: 9.2684e-03, d1: 3.2371e-03, d2: 3.4651e-02, l1_reg: 5.2355e+02, l2_reg: 2.2953e+02\n",
      "2020/09/03, 18:22:16, Iteration: 140000, Train Loss: 7.1110e-02, c1: 2.2538e-02, c2: 9.5360e-03, d1: 3.5077e-03, d2: 3.5521e-02, l1_reg: 5.2391e+02, l2_reg: 2.2994e+02\n",
      "2020/09/03, 18:22:25, Iteration: 141000, Train Loss: 8.0752e-02, c1: 3.4493e-02, c2: 8.8207e-03, d1: 2.9645e-03, d2: 3.4466e-02, l1_reg: 5.2416e+02, l2_reg: 2.3033e+02\n",
      "2020/09/03, 18:22:34, Iteration: 142000, Train Loss: 7.7535e-02, c1: 3.0518e-02, c2: 9.2467e-03, d1: 2.8730e-03, d2: 3.4889e-02, l1_reg: 5.2453e+02, l2_reg: 2.3080e+02\n",
      "2020/09/03, 18:22:42, Iteration: 143000, Train Loss: 5.9588e-02, c1: 1.3276e-02, c2: 8.3009e-03, d1: 3.8407e-03, d2: 3.4163e-02, l1_reg: 5.2494e+02, l2_reg: 2.3116e+02\n",
      "2020/09/03, 18:22:51, Iteration: 144000, Train Loss: 6.8498e-02, c1: 2.1369e-02, c2: 9.3300e-03, d1: 3.2632e-03, d2: 3.4528e-02, l1_reg: 5.2517e+02, l2_reg: 2.3156e+02\n",
      "2020/09/03, 18:23:00, Iteration: 145000, Train Loss: 7.8185e-02, c1: 3.1987e-02, c2: 8.9258e-03, d1: 3.1321e-03, d2: 3.4133e-02, l1_reg: 5.2547e+02, l2_reg: 2.3200e+02\n",
      "2020/09/03, 18:23:09, Iteration: 146000, Train Loss: 6.2349e-02, c1: 1.5454e-02, c2: 9.1878e-03, d1: 3.3579e-03, d2: 3.4341e-02, l1_reg: 5.2568e+02, l2_reg: 2.3228e+02\n",
      "2020/09/03, 18:23:18, Iteration: 147000, Train Loss: 7.2825e-02, c1: 2.6480e-02, c2: 8.7784e-03, d1: 2.9997e-03, d2: 3.4559e-02, l1_reg: 5.2607e+02, l2_reg: 2.3275e+02\n",
      "2020/09/03, 18:23:27, Iteration: 148000, Train Loss: 7.0109e-02, c1: 2.2328e-02, c2: 9.8330e-03, d1: 3.3316e-03, d2: 3.4609e-02, l1_reg: 5.2621e+02, l2_reg: 2.3305e+02\n",
      "2020/09/03, 18:23:36, Iteration: 149000, Train Loss: 6.7652e-02, c1: 1.8859e-02, c2: 1.0760e-02, d1: 2.6910e-03, d2: 3.5334e-02, l1_reg: 5.2639e+02, l2_reg: 2.3342e+02\n",
      "2020/09/03, 18:23:45, Iteration: 150000, Train Loss: 6.8635e-02, c1: 1.9884e-02, c2: 1.0614e-02, d1: 3.3120e-03, d2: 3.4818e-02, l1_reg: 5.2665e+02, l2_reg: 2.3377e+02\n",
      "2020/09/03, 18:23:54, Iteration: 151000, Train Loss: 6.4406e-02, c1: 1.9609e-02, c2: 8.3127e-03, d1: 2.5731e-03, d2: 3.3904e-02, l1_reg: 5.2680e+02, l2_reg: 2.3412e+02\n",
      "2020/09/03, 18:24:02, Iteration: 152000, Train Loss: 6.8022e-02, c1: 1.9750e-02, c2: 9.5788e-03, d1: 3.7578e-03, d2: 3.4927e-02, l1_reg: 5.2694e+02, l2_reg: 2.3439e+02\n",
      "2020/09/03, 18:24:11, Iteration: 153000, Train Loss: 6.9113e-02, c1: 2.3026e-02, c2: 9.1287e-03, d1: 3.0622e-03, d2: 3.3889e-02, l1_reg: 5.2698e+02, l2_reg: 2.3474e+02\n",
      "2020/09/03, 18:24:20, Iteration: 154000, Train Loss: 6.2895e-02, c1: 1.7037e-02, c2: 8.7910e-03, d1: 2.4992e-03, d2: 3.4560e-02, l1_reg: 5.2697e+02, l2_reg: 2.3503e+02\n",
      "2020/09/03, 18:24:29, Iteration: 155000, Train Loss: 6.6915e-02, c1: 1.9900e-02, c2: 9.5594e-03, d1: 2.9605e-03, d2: 3.4487e-02, l1_reg: 5.2698e+02, l2_reg: 2.3533e+02\n",
      "2020/09/03, 18:24:38, Iteration: 156000, Train Loss: 7.9958e-02, c1: 3.2279e-02, c2: 9.4632e-03, d1: 3.3683e-03, d2: 3.4839e-02, l1_reg: 5.2693e+02, l2_reg: 2.3558e+02\n",
      "2020/09/03, 18:24:47, Iteration: 157000, Train Loss: 6.6826e-02, c1: 2.0837e-02, c2: 8.2616e-03, d1: 3.8776e-03, d2: 3.3842e-02, l1_reg: 5.2676e+02, l2_reg: 2.3585e+02\n",
      "2020/09/03, 18:24:56, Iteration: 158000, Train Loss: 6.8114e-02, c1: 2.2273e-02, c2: 8.9577e-03, d1: 2.8671e-03, d2: 3.4009e-02, l1_reg: 5.2661e+02, l2_reg: 2.3613e+02\n",
      "2020/09/03, 18:25:04, Iteration: 159000, Train Loss: 6.9530e-02, c1: 2.4472e-02, c2: 8.2172e-03, d1: 2.9406e-03, d2: 3.3893e-02, l1_reg: 5.2645e+02, l2_reg: 2.3649e+02\n",
      "2020/09/03, 18:25:13, Iteration: 160000, Train Loss: 6.6864e-02, c1: 1.7569e-02, c2: 1.1034e-02, d1: 3.2600e-03, d2: 3.4993e-02, l1_reg: 5.2640e+02, l2_reg: 2.3682e+02\n",
      "2020/09/03, 18:25:22, Iteration: 161000, Train Loss: 6.8061e-02, c1: 2.1955e-02, c2: 8.5924e-03, d1: 3.3218e-03, d2: 3.4184e-02, l1_reg: 5.2647e+02, l2_reg: 2.3716e+02\n",
      "2020/09/03, 18:25:30, Iteration: 162000, Train Loss: 5.8912e-02, c1: 1.3949e-02, c2: 7.8425e-03, d1: 3.3284e-03, d2: 3.3785e-02, l1_reg: 5.2642e+02, l2_reg: 2.3745e+02\n",
      "2020/09/03, 18:25:39, Iteration: 163000, Train Loss: 6.9222e-02, c1: 2.2166e-02, c2: 9.3017e-03, d1: 3.5378e-03, d2: 3.4209e-02, l1_reg: 5.2650e+02, l2_reg: 2.3779e+02\n",
      "2020/09/03, 18:25:48, Iteration: 164000, Train Loss: 6.8582e-02, c1: 2.1928e-02, c2: 9.0026e-03, d1: 2.9325e-03, d2: 3.4712e-02, l1_reg: 5.2661e+02, l2_reg: 2.3815e+02\n",
      "2020/09/03, 18:25:57, Iteration: 165000, Train Loss: 6.2869e-02, c1: 1.6836e-02, c2: 8.8324e-03, d1: 2.8609e-03, d2: 3.4332e-02, l1_reg: 5.2680e+02, l2_reg: 2.3849e+02\n",
      "2020/09/03, 18:26:05, Iteration: 166000, Train Loss: 7.8593e-02, c1: 2.9694e-02, c2: 1.0027e-02, d1: 4.3042e-03, d2: 3.4560e-02, l1_reg: 5.2686e+02, l2_reg: 2.3878e+02\n",
      "2020/09/03, 18:26:14, Iteration: 167000, Train Loss: 5.6655e-02, c1: 1.1347e-02, c2: 8.4976e-03, d1: 3.1994e-03, d2: 3.3604e-02, l1_reg: 5.2709e+02, l2_reg: 2.3916e+02\n",
      "2020/09/03, 18:26:23, Iteration: 168000, Train Loss: 6.7908e-02, c1: 2.3835e-02, c2: 7.6581e-03, d1: 2.6093e-03, d2: 3.3798e-02, l1_reg: 5.2711e+02, l2_reg: 2.3950e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:26:32, Iteration: 169000, Train Loss: 6.7002e-02, c1: 1.8822e-02, c2: 9.8023e-03, d1: 3.2379e-03, d2: 3.5131e-02, l1_reg: 5.2716e+02, l2_reg: 2.3978e+02\n",
      "2020/09/03, 18:26:41, Iteration: 170000, Train Loss: 7.2426e-02, c1: 2.4886e-02, c2: 9.9506e-03, d1: 2.5169e-03, d2: 3.5065e-02, l1_reg: 5.2707e+02, l2_reg: 2.4009e+02\n",
      "2020/09/03, 18:26:49, Iteration: 171000, Train Loss: 6.2469e-02, c1: 1.6842e-02, c2: 8.5919e-03, d1: 2.6935e-03, d2: 3.4335e-02, l1_reg: 5.2717e+02, l2_reg: 2.4041e+02\n",
      "2020/09/03, 18:26:58, Iteration: 172000, Train Loss: 7.8760e-02, c1: 3.0147e-02, c2: 9.9171e-03, d1: 3.2416e-03, d2: 3.5447e-02, l1_reg: 5.2723e+02, l2_reg: 2.4074e+02\n",
      "2020/09/03, 18:27:07, Iteration: 173000, Train Loss: 5.6915e-02, c1: 1.2455e-02, c2: 7.4662e-03, d1: 3.8238e-03, d2: 3.3162e-02, l1_reg: 5.2732e+02, l2_reg: 2.4103e+02\n",
      "2020/09/03, 18:27:16, Iteration: 174000, Train Loss: 7.6400e-02, c1: 3.0183e-02, c2: 8.6853e-03, d1: 3.2649e-03, d2: 3.4259e-02, l1_reg: 5.2744e+02, l2_reg: 2.4137e+02\n",
      "2020/09/03, 18:27:24, Iteration: 175000, Train Loss: 5.9671e-02, c1: 1.5410e-02, c2: 7.8227e-03, d1: 3.0403e-03, d2: 3.3391e-02, l1_reg: 5.2771e+02, l2_reg: 2.4174e+02\n",
      "2020/09/03, 18:27:33, Iteration: 176000, Train Loss: 6.9928e-02, c1: 2.3738e-02, c2: 8.8115e-03, d1: 2.6487e-03, d2: 3.4723e-02, l1_reg: 5.2785e+02, l2_reg: 2.4207e+02\n",
      "2020/09/03, 18:27:42, Iteration: 177000, Train Loss: 6.4230e-02, c1: 1.9791e-02, c2: 8.1951e-03, d1: 2.8396e-03, d2: 3.3397e-02, l1_reg: 5.2819e+02, l2_reg: 2.4244e+02\n",
      "2020/09/03, 18:27:51, Iteration: 178000, Train Loss: 6.9297e-02, c1: 2.3287e-02, c2: 9.0571e-03, d1: 3.3113e-03, d2: 3.3634e-02, l1_reg: 5.2845e+02, l2_reg: 2.4286e+02\n",
      "2020/09/03, 18:28:00, Iteration: 179000, Train Loss: 6.2720e-02, c1: 1.9128e-02, c2: 7.7120e-03, d1: 2.7955e-03, d2: 3.3077e-02, l1_reg: 5.2863e+02, l2_reg: 2.4321e+02\n",
      "2020/09/03, 18:28:09, Iteration: 180000, Train Loss: 8.6433e-02, c1: 4.0201e-02, c2: 8.4354e-03, d1: 3.5441e-03, d2: 3.4244e-02, l1_reg: 5.2887e+02, l2_reg: 2.4356e+02\n",
      "2020/09/03, 18:28:18, Iteration: 181000, Train Loss: 6.2815e-02, c1: 1.8581e-02, c2: 7.9949e-03, d1: 2.9043e-03, d2: 3.3327e-02, l1_reg: 5.2918e+02, l2_reg: 2.4394e+02\n",
      "2020/09/03, 18:28:27, Iteration: 182000, Train Loss: 6.9351e-02, c1: 2.3809e-02, c2: 8.8490e-03, d1: 3.0928e-03, d2: 3.3592e-02, l1_reg: 5.2937e+02, l2_reg: 2.4432e+02\n",
      "2020/09/03, 18:28:35, Iteration: 183000, Train Loss: 6.4750e-02, c1: 2.0635e-02, c2: 7.7657e-03, d1: 2.8554e-03, d2: 3.3486e-02, l1_reg: 5.2969e+02, l2_reg: 2.4476e+02\n",
      "2020/09/03, 18:28:44, Iteration: 184000, Train Loss: 6.8673e-02, c1: 2.3913e-02, c2: 8.2009e-03, d1: 2.5915e-03, d2: 3.3960e-02, l1_reg: 5.2992e+02, l2_reg: 2.4508e+02\n",
      "2020/09/03, 18:28:53, Iteration: 185000, Train Loss: 7.0158e-02, c1: 2.6821e-02, c2: 7.0859e-03, d1: 3.2003e-03, d2: 3.3043e-02, l1_reg: 5.3044e+02, l2_reg: 2.4551e+02\n",
      "2020/09/03, 18:29:02, Iteration: 186000, Train Loss: 6.8735e-02, c1: 2.5683e-02, c2: 7.3376e-03, d1: 2.7587e-03, d2: 3.2948e-02, l1_reg: 5.3053e+02, l2_reg: 2.4598e+02\n",
      "2020/09/03, 18:29:11, Iteration: 187000, Train Loss: 6.3898e-02, c1: 2.0442e-02, c2: 7.3940e-03, d1: 3.0761e-03, d2: 3.2978e-02, l1_reg: 5.3087e+02, l2_reg: 2.4631e+02\n",
      "2020/09/03, 18:29:19, Iteration: 188000, Train Loss: 8.2670e-02, c1: 3.6244e-02, c2: 8.9749e-03, d1: 3.2524e-03, d2: 3.4191e-02, l1_reg: 5.3110e+02, l2_reg: 2.4671e+02\n",
      "2020/09/03, 18:29:28, Iteration: 189000, Train Loss: 6.1747e-02, c1: 1.7069e-02, c2: 7.9995e-03, d1: 3.4267e-03, d2: 3.3244e-02, l1_reg: 5.3137e+02, l2_reg: 2.4720e+02\n",
      "2020/09/03, 18:29:37, Iteration: 190000, Train Loss: 7.3161e-02, c1: 2.8192e-02, c2: 8.1731e-03, d1: 3.9756e-03, d2: 3.2813e-02, l1_reg: 5.3160e+02, l2_reg: 2.4750e+02\n",
      "2020/09/03, 18:29:46, Iteration: 191000, Train Loss: 5.8826e-02, c1: 1.5096e-02, c2: 7.8139e-03, d1: 2.6085e-03, d2: 3.3299e-02, l1_reg: 5.3200e+02, l2_reg: 2.4791e+02\n",
      "2020/09/03, 18:29:55, Iteration: 192000, Train Loss: 5.6524e-02, c1: 1.3823e-02, c2: 6.9358e-03, d1: 3.0884e-03, d2: 3.2670e-02, l1_reg: 5.3227e+02, l2_reg: 2.4829e+02\n",
      "2020/09/03, 18:30:04, Iteration: 193000, Train Loss: 6.0945e-02, c1: 1.8383e-02, c2: 6.9460e-03, d1: 2.8753e-03, d2: 3.2733e-02, l1_reg: 5.3266e+02, l2_reg: 2.4877e+02\n",
      "2020/09/03, 18:30:12, Iteration: 194000, Train Loss: 6.8166e-02, c1: 2.4806e-02, c2: 7.3751e-03, d1: 2.9592e-03, d2: 3.3018e-02, l1_reg: 5.3289e+02, l2_reg: 2.4919e+02\n",
      "2020/09/03, 18:30:21, Iteration: 195000, Train Loss: 5.8538e-02, c1: 1.4570e-02, c2: 7.4368e-03, d1: 3.5000e-03, d2: 3.3023e-02, l1_reg: 5.3329e+02, l2_reg: 2.4959e+02\n",
      "2020/09/03, 18:30:30, Iteration: 196000, Train Loss: 6.9553e-02, c1: 2.3989e-02, c2: 8.6855e-03, d1: 2.8701e-03, d2: 3.4000e-02, l1_reg: 5.3369e+02, l2_reg: 2.5000e+02\n",
      "2020/09/03, 18:30:39, Iteration: 197000, Train Loss: 6.8101e-02, c1: 2.0867e-02, c2: 9.6418e-03, d1: 2.8429e-03, d2: 3.4742e-02, l1_reg: 5.3402e+02, l2_reg: 2.5040e+02\n",
      "2020/09/03, 18:30:48, Iteration: 198000, Train Loss: 6.9029e-02, c1: 2.4844e-02, c2: 8.1055e-03, d1: 2.9695e-03, d2: 3.3102e-02, l1_reg: 5.3447e+02, l2_reg: 2.5078e+02\n",
      "2020/09/03, 18:30:57, Iteration: 199000, Train Loss: 6.0674e-02, c1: 1.8327e-02, c2: 7.1190e-03, d1: 2.4992e-03, d2: 3.2721e-02, l1_reg: 5.3475e+02, l2_reg: 2.5114e+02\n",
      "2020/09/03, 18:31:06, Iteration: 200000, Train Loss: 6.2264e-02, c1: 1.7379e-02, c2: 8.1064e-03, d1: 2.9572e-03, d2: 3.3814e-02, l1_reg: 5.3503e+02, l2_reg: 2.5158e+02\n",
      "2020/09/03, 18:31:15, Iteration: 201000, Train Loss: 6.8239e-02, c1: 2.4760e-02, c2: 7.3454e-03, d1: 2.9880e-03, d2: 3.3138e-02, l1_reg: 5.3539e+02, l2_reg: 2.5200e+02\n",
      "2020/09/03, 18:31:23, Iteration: 202000, Train Loss: 7.2089e-02, c1: 2.3773e-02, c2: 1.0218e-02, d1: 3.6740e-03, d2: 3.4416e-02, l1_reg: 5.3573e+02, l2_reg: 2.5236e+02\n",
      "2020/09/03, 18:31:32, Iteration: 203000, Train Loss: 6.5720e-02, c1: 2.1605e-02, c2: 7.6834e-03, d1: 3.2519e-03, d2: 3.3171e-02, l1_reg: 5.3601e+02, l2_reg: 2.5274e+02\n",
      "2020/09/03, 18:31:41, Iteration: 204000, Train Loss: 6.7319e-02, c1: 2.3739e-02, c2: 7.8791e-03, d1: 2.5825e-03, d2: 3.3110e-02, l1_reg: 5.3625e+02, l2_reg: 2.5311e+02\n",
      "2020/09/03, 18:31:50, Iteration: 205000, Train Loss: 6.0399e-02, c1: 1.5907e-02, c2: 7.8214e-03, d1: 3.6847e-03, d2: 3.2977e-02, l1_reg: 5.3654e+02, l2_reg: 2.5356e+02\n",
      "2020/09/03, 18:31:59, Iteration: 206000, Train Loss: 6.8275e-02, c1: 2.2624e-02, c2: 8.4735e-03, d1: 3.8838e-03, d2: 3.3286e-02, l1_reg: 5.3688e+02, l2_reg: 2.5390e+02\n",
      "2020/09/03, 18:32:07, Iteration: 207000, Train Loss: 7.4801e-02, c1: 2.9390e-02, c2: 8.4658e-03, d1: 3.2431e-03, d2: 3.3694e-02, l1_reg: 5.3714e+02, l2_reg: 2.5421e+02\n",
      "2020/09/03, 18:32:16, Iteration: 208000, Train Loss: 6.3995e-02, c1: 2.1140e-02, c2: 7.2307e-03, d1: 2.9480e-03, d2: 3.2668e-02, l1_reg: 5.3740e+02, l2_reg: 2.5462e+02\n",
      "2020/09/03, 18:32:25, Iteration: 209000, Train Loss: 6.0220e-02, c1: 1.5943e-02, c2: 7.8756e-03, d1: 3.0473e-03, d2: 3.3347e-02, l1_reg: 5.3763e+02, l2_reg: 2.5494e+02\n",
      "2020/09/03, 18:32:34, Iteration: 210000, Train Loss: 6.6940e-02, c1: 2.3029e-02, c2: 7.7717e-03, d1: 3.0669e-03, d2: 3.3064e-02, l1_reg: 5.3788e+02, l2_reg: 2.5538e+02\n",
      "2020/09/03, 18:32:42, Iteration: 211000, Train Loss: 6.6710e-02, c1: 2.2906e-02, c2: 7.6194e-03, d1: 3.0238e-03, d2: 3.3153e-02, l1_reg: 5.3821e+02, l2_reg: 2.5566e+02\n",
      "2020/09/03, 18:32:51, Iteration: 212000, Train Loss: 7.1611e-02, c1: 2.7316e-02, c2: 8.0521e-03, d1: 3.1423e-03, d2: 3.3092e-02, l1_reg: 5.3830e+02, l2_reg: 2.5607e+02\n",
      "2020/09/03, 18:33:00, Iteration: 213000, Train Loss: 6.1647e-02, c1: 1.6528e-02, c2: 8.4150e-03, d1: 3.5432e-03, d2: 3.3152e-02, l1_reg: 5.3875e+02, l2_reg: 2.5637e+02\n",
      "2020/09/03, 18:33:09, Iteration: 214000, Train Loss: 6.4917e-02, c1: 2.0667e-02, c2: 7.4657e-03, d1: 3.6498e-03, d2: 3.3126e-02, l1_reg: 5.3889e+02, l2_reg: 2.5676e+02\n",
      "2020/09/03, 18:33:18, Iteration: 215000, Train Loss: 5.5327e-02, c1: 1.2920e-02, c2: 6.8747e-03, d1: 2.5867e-03, d2: 3.2938e-02, l1_reg: 5.3913e+02, l2_reg: 2.5706e+02\n",
      "2020/09/03, 18:33:26, Iteration: 216000, Train Loss: 6.0630e-02, c1: 1.8204e-02, c2: 6.8167e-03, d1: 3.0254e-03, d2: 3.2575e-02, l1_reg: 5.3922e+02, l2_reg: 2.5740e+02\n",
      "2020/09/03, 18:33:35, Iteration: 217000, Train Loss: 6.4840e-02, c1: 2.1379e-02, c2: 7.7100e-03, d1: 3.0824e-03, d2: 3.2661e-02, l1_reg: 5.3946e+02, l2_reg: 2.5777e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:33:44, Iteration: 218000, Train Loss: 6.1068e-02, c1: 1.7790e-02, c2: 7.1259e-03, d1: 3.0887e-03, d2: 3.3055e-02, l1_reg: 5.3969e+02, l2_reg: 2.5809e+02\n",
      "2020/09/03, 18:33:53, Iteration: 219000, Train Loss: 6.3374e-02, c1: 1.8982e-02, c2: 7.8409e-03, d1: 3.3062e-03, d2: 3.3237e-02, l1_reg: 5.3988e+02, l2_reg: 2.5844e+02\n",
      "2020/09/03, 18:34:01, Iteration: 220000, Train Loss: 7.0484e-02, c1: 2.7382e-02, c2: 7.1011e-03, d1: 3.1667e-03, d2: 3.2827e-02, l1_reg: 5.4010e+02, l2_reg: 2.5883e+02\n",
      "2020/09/03, 18:34:10, Iteration: 221000, Train Loss: 6.6378e-02, c1: 2.3377e-02, c2: 7.3396e-03, d1: 2.7750e-03, d2: 3.2878e-02, l1_reg: 5.4019e+02, l2_reg: 2.5908e+02\n",
      "2020/09/03, 18:34:19, Iteration: 222000, Train Loss: 6.9556e-02, c1: 2.5578e-02, c2: 7.4848e-03, d1: 3.3118e-03, d2: 3.3173e-02, l1_reg: 5.4045e+02, l2_reg: 2.5939e+02\n",
      "2020/09/03, 18:34:28, Iteration: 223000, Train Loss: 6.5376e-02, c1: 2.1394e-02, c2: 7.7448e-03, d1: 2.9759e-03, d2: 3.3254e-02, l1_reg: 5.4061e+02, l2_reg: 2.5972e+02\n",
      "2020/09/03, 18:34:37, Iteration: 224000, Train Loss: 6.3648e-02, c1: 2.1080e-02, c2: 6.9463e-03, d1: 2.8470e-03, d2: 3.2766e-02, l1_reg: 5.4082e+02, l2_reg: 2.6005e+02\n",
      "2020/09/03, 18:34:46, Iteration: 225000, Train Loss: 5.7577e-02, c1: 1.5753e-02, c2: 6.9662e-03, d1: 2.6588e-03, d2: 3.2191e-02, l1_reg: 5.4107e+02, l2_reg: 2.6037e+02\n",
      "2020/09/03, 18:34:54, Iteration: 226000, Train Loss: 5.6591e-02, c1: 1.4435e-02, c2: 6.7646e-03, d1: 3.0067e-03, d2: 3.2376e-02, l1_reg: 5.4118e+02, l2_reg: 2.6070e+02\n",
      "2020/09/03, 18:35:04, Iteration: 227000, Train Loss: 6.5469e-02, c1: 2.1039e-02, c2: 7.9025e-03, d1: 3.2659e-03, d2: 3.3253e-02, l1_reg: 5.4129e+02, l2_reg: 2.6098e+02\n",
      "2020/09/03, 18:35:12, Iteration: 228000, Train Loss: 5.5801e-02, c1: 1.3889e-02, c2: 6.4185e-03, d1: 3.0469e-03, d2: 3.2439e-02, l1_reg: 5.4154e+02, l2_reg: 2.6131e+02\n",
      "2020/09/03, 18:35:21, Iteration: 229000, Train Loss: 6.2980e-02, c1: 1.9618e-02, c2: 7.7060e-03, d1: 2.7479e-03, d2: 3.2900e-02, l1_reg: 5.4150e+02, l2_reg: 2.6162e+02\n",
      "2020/09/03, 18:35:30, Iteration: 230000, Train Loss: 5.9225e-02, c1: 1.6816e-02, c2: 6.8374e-03, d1: 3.4799e-03, d2: 3.2084e-02, l1_reg: 5.4197e+02, l2_reg: 2.6192e+02\n",
      "2020/09/03, 18:35:39, Iteration: 231000, Train Loss: 6.7884e-02, c1: 2.4518e-02, c2: 7.6997e-03, d1: 2.8707e-03, d2: 3.2787e-02, l1_reg: 5.4170e+02, l2_reg: 2.6215e+02\n",
      "2020/09/03, 18:35:48, Iteration: 232000, Train Loss: 6.9644e-02, c1: 2.6492e-02, c2: 7.7166e-03, d1: 2.5742e-03, d2: 3.2854e-02, l1_reg: 5.4191e+02, l2_reg: 2.6248e+02\n",
      "2020/09/03, 18:35:57, Iteration: 233000, Train Loss: 5.9507e-02, c1: 1.7368e-02, c2: 7.0028e-03, d1: 2.9964e-03, d2: 3.2132e-02, l1_reg: 5.4198e+02, l2_reg: 2.6277e+02\n",
      "2020/09/03, 18:36:05, Iteration: 234000, Train Loss: 6.8027e-02, c1: 2.5476e-02, c2: 6.7434e-03, d1: 2.9534e-03, d2: 3.2846e-02, l1_reg: 5.4222e+02, l2_reg: 2.6308e+02\n",
      "2020/09/03, 18:36:14, Iteration: 235000, Train Loss: 6.1276e-02, c1: 2.0103e-02, c2: 6.2023e-03, d1: 2.8363e-03, d2: 3.2127e-02, l1_reg: 5.4252e+02, l2_reg: 2.6341e+02\n",
      "2020/09/03, 18:36:23, Iteration: 236000, Train Loss: 6.0198e-02, c1: 1.9334e-02, c2: 6.1584e-03, d1: 2.7406e-03, d2: 3.1957e-02, l1_reg: 5.4247e+02, l2_reg: 2.6363e+02\n",
      "2020/09/03, 18:36:32, Iteration: 237000, Train Loss: 7.0184e-02, c1: 2.7789e-02, c2: 6.9622e-03, d1: 3.0042e-03, d2: 3.2420e-02, l1_reg: 5.4272e+02, l2_reg: 2.6398e+02\n",
      "2020/09/03, 18:36:40, Iteration: 238000, Train Loss: 6.8111e-02, c1: 2.5480e-02, c2: 7.0572e-03, d1: 3.2545e-03, d2: 3.2311e-02, l1_reg: 5.4294e+02, l2_reg: 2.6432e+02\n",
      "2020/09/03, 18:36:49, Iteration: 239000, Train Loss: 6.7431e-02, c1: 2.4083e-02, c2: 7.3804e-03, d1: 3.2355e-03, d2: 3.2724e-02, l1_reg: 5.4322e+02, l2_reg: 2.6457e+02\n",
      "2020/09/03, 18:36:58, Iteration: 240000, Train Loss: 5.9634e-02, c1: 1.6875e-02, c2: 7.3202e-03, d1: 2.7248e-03, d2: 3.2706e-02, l1_reg: 5.4327e+02, l2_reg: 2.6485e+02\n",
      "2020/09/03, 18:37:07, Iteration: 241000, Train Loss: 6.5870e-02, c1: 2.3763e-02, c2: 7.1548e-03, d1: 2.8200e-03, d2: 3.2125e-02, l1_reg: 5.4353e+02, l2_reg: 2.6514e+02\n",
      "2020/09/03, 18:37:16, Iteration: 242000, Train Loss: 6.0844e-02, c1: 1.9306e-02, c2: 6.4916e-03, d1: 3.1059e-03, d2: 3.1932e-02, l1_reg: 5.4360e+02, l2_reg: 2.6541e+02\n",
      "2020/09/03, 18:37:25, Iteration: 243000, Train Loss: 6.0994e-02, c1: 1.8847e-02, c2: 7.0275e-03, d1: 2.8028e-03, d2: 3.2309e-02, l1_reg: 5.4384e+02, l2_reg: 2.6575e+02\n",
      "2020/09/03, 18:37:33, Iteration: 244000, Train Loss: 5.9983e-02, c1: 1.8808e-02, c2: 6.1864e-03, d1: 3.0213e-03, d2: 3.1959e-02, l1_reg: 5.4413e+02, l2_reg: 2.6608e+02\n",
      "2020/09/03, 18:37:42, Iteration: 245000, Train Loss: 6.2272e-02, c1: 2.0962e-02, c2: 6.1916e-03, d1: 2.9359e-03, d2: 3.2174e-02, l1_reg: 5.4414e+02, l2_reg: 2.6635e+02\n",
      "2020/09/03, 18:37:51, Iteration: 246000, Train Loss: 5.8076e-02, c1: 1.5958e-02, c2: 6.8515e-03, d1: 2.9773e-03, d2: 3.2281e-02, l1_reg: 5.4425e+02, l2_reg: 2.6659e+02\n",
      "2020/09/03, 18:38:00, Iteration: 247000, Train Loss: 6.0188e-02, c1: 1.7746e-02, c2: 6.6445e-03, d1: 3.5254e-03, d2: 3.2263e-02, l1_reg: 5.4439e+02, l2_reg: 2.6684e+02\n",
      "2020/09/03, 18:38:09, Iteration: 248000, Train Loss: 6.7098e-02, c1: 2.3982e-02, c2: 7.4197e-03, d1: 2.8095e-03, d2: 3.2879e-02, l1_reg: 5.4473e+02, l2_reg: 2.6716e+02\n",
      "2020/09/03, 18:38:18, Iteration: 249000, Train Loss: 6.2027e-02, c1: 2.0332e-02, c2: 6.3469e-03, d1: 3.2873e-03, d2: 3.2052e-02, l1_reg: 5.4479e+02, l2_reg: 2.6746e+02\n",
      "2020/09/03, 18:38:27, Iteration: 250000, Train Loss: 6.1252e-02, c1: 1.8029e-02, c2: 7.5664e-03, d1: 2.8888e-03, d2: 3.2760e-02, l1_reg: 5.4490e+02, l2_reg: 2.6774e+02\n",
      "2020/09/03, 18:38:36, Iteration: 251000, Train Loss: 6.2537e-02, c1: 1.9170e-02, c2: 7.3839e-03, d1: 3.2820e-03, d2: 3.2694e-02, l1_reg: 5.4501e+02, l2_reg: 2.6801e+02\n",
      "2020/09/03, 18:38:44, Iteration: 252000, Train Loss: 6.5576e-02, c1: 2.1732e-02, c2: 7.9407e-03, d1: 3.3374e-03, d2: 3.2557e-02, l1_reg: 5.4526e+02, l2_reg: 2.6827e+02\n",
      "2020/09/03, 18:38:53, Iteration: 253000, Train Loss: 7.5080e-02, c1: 3.1962e-02, c2: 7.2597e-03, d1: 3.0565e-03, d2: 3.2794e-02, l1_reg: 5.4532e+02, l2_reg: 2.6854e+02\n",
      "2020/09/03, 18:39:02, Iteration: 254000, Train Loss: 6.1607e-02, c1: 1.9792e-02, c2: 6.9229e-03, d1: 2.9595e-03, d2: 3.1925e-02, l1_reg: 5.4534e+02, l2_reg: 2.6874e+02\n",
      "2020/09/03, 18:39:11, Iteration: 255000, Train Loss: 6.2156e-02, c1: 2.0080e-02, c2: 6.9636e-03, d1: 3.1115e-03, d2: 3.1993e-02, l1_reg: 5.4535e+02, l2_reg: 2.6901e+02\n",
      "2020/09/03, 18:39:20, Iteration: 256000, Train Loss: 6.6453e-02, c1: 2.4902e-02, c2: 6.4023e-03, d1: 2.9288e-03, d2: 3.2212e-02, l1_reg: 5.4513e+02, l2_reg: 2.6923e+02\n",
      "2020/09/03, 18:39:28, Iteration: 257000, Train Loss: 6.1960e-02, c1: 1.9312e-02, c2: 6.3270e-03, d1: 4.0041e-03, d2: 3.2308e-02, l1_reg: 5.4522e+02, l2_reg: 2.6947e+02\n",
      "2020/09/03, 18:39:37, Iteration: 258000, Train Loss: 6.2364e-02, c1: 2.0255e-02, c2: 7.0770e-03, d1: 2.8119e-03, d2: 3.2212e-02, l1_reg: 5.4534e+02, l2_reg: 2.6979e+02\n",
      "2020/09/03, 18:39:46, Iteration: 259000, Train Loss: 6.6293e-02, c1: 2.5446e-02, c2: 5.9665e-03, d1: 2.7339e-03, d2: 3.2138e-02, l1_reg: 5.4540e+02, l2_reg: 2.7004e+02\n",
      "2020/09/03, 18:39:55, Iteration: 260000, Train Loss: 6.8641e-02, c1: 2.6042e-02, c2: 7.8968e-03, d1: 2.8240e-03, d2: 3.1869e-02, l1_reg: 5.4537e+02, l2_reg: 2.7030e+02\n",
      "2020/09/03, 18:40:04, Iteration: 261000, Train Loss: 5.8125e-02, c1: 1.6797e-02, c2: 6.2427e-03, d1: 2.9547e-03, d2: 3.2122e-02, l1_reg: 5.4556e+02, l2_reg: 2.7056e+02\n",
      "2020/09/03, 18:40:13, Iteration: 262000, Train Loss: 6.6681e-02, c1: 2.2049e-02, c2: 8.2644e-03, d1: 2.7662e-03, d2: 3.3593e-02, l1_reg: 5.4555e+02, l2_reg: 2.7081e+02\n",
      "2020/09/03, 18:40:22, Iteration: 263000, Train Loss: 7.0528e-02, c1: 2.6225e-02, c2: 7.9706e-03, d1: 3.2864e-03, d2: 3.3037e-02, l1_reg: 5.4567e+02, l2_reg: 2.7109e+02\n",
      "2020/09/03, 18:40:30, Iteration: 264000, Train Loss: 7.0054e-02, c1: 2.6530e-02, c2: 7.4170e-03, d1: 3.3297e-03, d2: 3.2769e-02, l1_reg: 5.4574e+02, l2_reg: 2.7135e+02\n",
      "2020/09/03, 18:40:39, Iteration: 265000, Train Loss: 5.6201e-02, c1: 1.4682e-02, c2: 6.4721e-03, d1: 2.8139e-03, d2: 3.2225e-02, l1_reg: 5.4583e+02, l2_reg: 2.7158e+02\n",
      "2020/09/03, 18:40:48, Iteration: 266000, Train Loss: 6.6615e-02, c1: 2.3988e-02, c2: 7.1834e-03, d1: 2.9115e-03, d2: 3.2524e-02, l1_reg: 5.4613e+02, l2_reg: 2.7192e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:40:57, Iteration: 267000, Train Loss: 6.4431e-02, c1: 2.2373e-02, c2: 6.7185e-03, d1: 2.8871e-03, d2: 3.2444e-02, l1_reg: 5.4601e+02, l2_reg: 2.7219e+02\n",
      "2020/09/03, 18:41:05, Iteration: 268000, Train Loss: 6.4046e-02, c1: 2.2621e-02, c2: 6.2009e-03, d1: 3.3232e-03, d2: 3.1893e-02, l1_reg: 5.4624e+02, l2_reg: 2.7252e+02\n",
      "2020/09/03, 18:41:15, Iteration: 269000, Train Loss: 6.0996e-02, c1: 1.9564e-02, c2: 6.5786e-03, d1: 2.8827e-03, d2: 3.1963e-02, l1_reg: 5.4626e+02, l2_reg: 2.7285e+02\n",
      "2020/09/03, 18:41:24, Iteration: 270000, Train Loss: 6.1382e-02, c1: 1.8624e-02, c2: 7.0788e-03, d1: 3.3585e-03, d2: 3.2313e-02, l1_reg: 5.4651e+02, l2_reg: 2.7309e+02\n",
      "2020/09/03, 18:41:32, Iteration: 271000, Train Loss: 6.4531e-02, c1: 2.2463e-02, c2: 6.6202e-03, d1: 3.2544e-03, d2: 3.2185e-02, l1_reg: 5.4661e+02, l2_reg: 2.7345e+02\n",
      "2020/09/03, 18:41:41, Iteration: 272000, Train Loss: 8.0902e-02, c1: 3.7213e-02, c2: 7.4626e-03, d1: 3.0525e-03, d2: 3.3166e-02, l1_reg: 5.4688e+02, l2_reg: 2.7369e+02\n",
      "2020/09/03, 18:41:50, Iteration: 273000, Train Loss: 6.6966e-02, c1: 2.3866e-02, c2: 7.3790e-03, d1: 3.8312e-03, d2: 3.1881e-02, l1_reg: 5.4684e+02, l2_reg: 2.7396e+02\n",
      "2020/09/03, 18:41:59, Iteration: 274000, Train Loss: 5.6009e-02, c1: 1.5548e-02, c2: 5.5687e-03, d1: 3.3131e-03, d2: 3.1571e-02, l1_reg: 5.4716e+02, l2_reg: 2.7426e+02\n",
      "2020/09/03, 18:42:07, Iteration: 275000, Train Loss: 6.0568e-02, c1: 1.9757e-02, c2: 6.1735e-03, d1: 2.7685e-03, d2: 3.1861e-02, l1_reg: 5.4713e+02, l2_reg: 2.7453e+02\n",
      "2020/09/03, 18:42:16, Iteration: 276000, Train Loss: 6.3299e-02, c1: 2.2454e-02, c2: 5.7901e-03, d1: 3.2330e-03, d2: 3.1814e-02, l1_reg: 5.4737e+02, l2_reg: 2.7481e+02\n",
      "2020/09/03, 18:42:25, Iteration: 277000, Train Loss: 5.4518e-02, c1: 1.2678e-02, c2: 6.7635e-03, d1: 2.5903e-03, d2: 3.2478e-02, l1_reg: 5.4769e+02, l2_reg: 2.7513e+02\n",
      "2020/09/03, 18:42:34, Iteration: 278000, Train Loss: 6.2521e-02, c1: 2.1574e-02, c2: 6.2459e-03, d1: 2.5751e-03, d2: 3.2117e-02, l1_reg: 5.4767e+02, l2_reg: 2.7538e+02\n",
      "2020/09/03, 18:42:43, Iteration: 279000, Train Loss: 6.8867e-02, c1: 2.7987e-02, c2: 6.0670e-03, d1: 2.9594e-03, d2: 3.1846e-02, l1_reg: 5.4772e+02, l2_reg: 2.7576e+02\n",
      "2020/09/03, 18:42:52, Iteration: 280000, Train Loss: 6.9330e-02, c1: 2.4177e-02, c2: 7.5112e-03, d1: 5.0253e-03, d2: 3.2608e-02, l1_reg: 5.4785e+02, l2_reg: 2.7598e+02\n",
      "2020/09/03, 18:43:01, Iteration: 281000, Train Loss: 5.9503e-02, c1: 1.6189e-02, c2: 7.4222e-03, d1: 3.2814e-03, d2: 3.2602e-02, l1_reg: 5.4836e+02, l2_reg: 2.7634e+02\n",
      "2020/09/03, 18:43:09, Iteration: 282000, Train Loss: 6.5444e-02, c1: 2.3226e-02, c2: 6.7631e-03, d1: 2.9957e-03, d2: 3.2450e-02, l1_reg: 5.4838e+02, l2_reg: 2.7656e+02\n",
      "2020/09/03, 18:43:18, Iteration: 283000, Train Loss: 6.0321e-02, c1: 1.9998e-02, c2: 5.9406e-03, d1: 2.6968e-03, d2: 3.1677e-02, l1_reg: 5.4843e+02, l2_reg: 2.7686e+02\n",
      "2020/09/03, 18:43:27, Iteration: 284000, Train Loss: 5.8513e-02, c1: 1.4791e-02, c2: 7.9074e-03, d1: 2.8363e-03, d2: 3.2970e-02, l1_reg: 5.4852e+02, l2_reg: 2.7713e+02\n",
      "2020/09/03, 18:43:36, Iteration: 285000, Train Loss: 6.0011e-02, c1: 1.6749e-02, c2: 7.7247e-03, d1: 3.1260e-03, d2: 3.2403e-02, l1_reg: 5.4889e+02, l2_reg: 2.7745e+02\n",
      "2020/09/03, 18:43:45, Iteration: 286000, Train Loss: 6.3910e-02, c1: 1.8458e-02, c2: 9.2165e-03, d1: 2.7274e-03, d2: 3.3499e-02, l1_reg: 5.4883e+02, l2_reg: 2.7766e+02\n",
      "2020/09/03, 18:43:54, Iteration: 287000, Train Loss: 6.3726e-02, c1: 2.1167e-02, c2: 7.5061e-03, d1: 2.6130e-03, d2: 3.2432e-02, l1_reg: 5.4937e+02, l2_reg: 2.7796e+02\n",
      "2020/09/03, 18:44:03, Iteration: 288000, Train Loss: 6.7303e-02, c1: 2.2857e-02, c2: 7.7586e-03, d1: 4.4577e-03, d2: 3.2221e-02, l1_reg: 5.4947e+02, l2_reg: 2.7827e+02\n",
      "2020/09/03, 18:44:12, Iteration: 289000, Train Loss: 6.3502e-02, c1: 2.0274e-02, c2: 7.1732e-03, d1: 3.4659e-03, d2: 3.2581e-02, l1_reg: 5.4921e+02, l2_reg: 2.7853e+02\n",
      "2020/09/03, 18:44:21, Iteration: 290000, Train Loss: 5.8201e-02, c1: 1.7915e-02, c2: 6.0600e-03, d1: 2.6860e-03, d2: 3.1532e-02, l1_reg: 5.4943e+02, l2_reg: 2.7882e+02\n",
      "2020/09/03, 18:44:30, Iteration: 291000, Train Loss: 6.1790e-02, c1: 2.0483e-02, c2: 6.5771e-03, d1: 2.9517e-03, d2: 3.1770e-02, l1_reg: 5.4952e+02, l2_reg: 2.7905e+02\n",
      "2020/09/03, 18:44:38, Iteration: 292000, Train Loss: 6.1561e-02, c1: 1.9605e-02, c2: 6.9693e-03, d1: 3.3048e-03, d2: 3.1674e-02, l1_reg: 5.4975e+02, l2_reg: 2.7929e+02\n",
      "2020/09/03, 18:44:47, Iteration: 293000, Train Loss: 5.1916e-02, c1: 1.2235e-02, c2: 5.6002e-03, d1: 2.6625e-03, d2: 3.1410e-02, l1_reg: 5.4993e+02, l2_reg: 2.7958e+02\n",
      "2020/09/03, 18:44:56, Iteration: 294000, Train Loss: 6.6437e-02, c1: 2.4151e-02, c2: 7.1494e-03, d1: 2.7398e-03, d2: 3.2389e-02, l1_reg: 5.4981e+02, l2_reg: 2.7986e+02\n",
      "2020/09/03, 18:45:05, Iteration: 295000, Train Loss: 6.1347e-02, c1: 1.7532e-02, c2: 7.9269e-03, d1: 3.8310e-03, d2: 3.2048e-02, l1_reg: 5.5003e+02, l2_reg: 2.8009e+02\n",
      "2020/09/03, 18:45:14, Iteration: 296000, Train Loss: 5.1949e-02, c1: 1.1638e-02, c2: 6.1761e-03, d1: 2.7400e-03, d2: 3.1386e-02, l1_reg: 5.5054e+02, l2_reg: 2.8039e+02\n",
      "2020/09/03, 18:45:23, Iteration: 297000, Train Loss: 5.9025e-02, c1: 1.8350e-02, c2: 5.9990e-03, d1: 3.2961e-03, d2: 3.1372e-02, l1_reg: 5.5041e+02, l2_reg: 2.8058e+02\n",
      "2020/09/03, 18:45:32, Iteration: 298000, Train Loss: 6.3048e-02, c1: 2.1030e-02, c2: 6.8121e-03, d1: 3.1552e-03, d2: 3.2043e-02, l1_reg: 5.5028e+02, l2_reg: 2.8084e+02\n",
      "2020/09/03, 18:45:40, Iteration: 299000, Train Loss: 6.2306e-02, c1: 1.6202e-02, c2: 9.0822e-03, d1: 3.3580e-03, d2: 3.3656e-02, l1_reg: 5.5031e+02, l2_reg: 2.8111e+02\n",
      "2020/09/03, 18:45:49, Iteration: 300000, Train Loss: 6.1967e-02, c1: 1.7150e-02, c2: 8.4258e-03, d1: 3.8015e-03, d2: 3.2581e-02, l1_reg: 5.5037e+02, l2_reg: 2.8139e+02\n",
      "2020/09/03, 18:45:58, Iteration: 301000, Train Loss: 5.7154e-02, c1: 1.3363e-02, c2: 7.8516e-03, d1: 3.0896e-03, d2: 3.2842e-02, l1_reg: 5.5070e+02, l2_reg: 2.8169e+02\n",
      "2020/09/03, 18:46:07, Iteration: 302000, Train Loss: 5.5366e-02, c1: 1.4642e-02, c2: 5.6671e-03, d1: 3.6170e-03, d2: 3.1431e-02, l1_reg: 5.5066e+02, l2_reg: 2.8189e+02\n",
      "2020/09/03, 18:46:15, Iteration: 303000, Train Loss: 6.0876e-02, c1: 1.8842e-02, c2: 6.9522e-03, d1: 2.5152e-03, d2: 3.2559e-02, l1_reg: 5.5083e+02, l2_reg: 2.8217e+02\n",
      "2020/09/03, 18:46:24, Iteration: 304000, Train Loss: 5.9831e-02, c1: 1.6736e-02, c2: 7.0155e-03, d1: 3.3669e-03, d2: 3.2704e-02, l1_reg: 5.5098e+02, l2_reg: 2.8243e+02\n",
      "2020/09/03, 18:46:33, Iteration: 305000, Train Loss: 5.5566e-02, c1: 1.4055e-02, c2: 6.1054e-03, d1: 3.5474e-03, d2: 3.1850e-02, l1_reg: 5.5088e+02, l2_reg: 2.8265e+02\n",
      "2020/09/03, 18:46:41, Iteration: 306000, Train Loss: 6.6645e-02, c1: 2.5637e-02, c2: 6.4470e-03, d1: 2.7510e-03, d2: 3.1801e-02, l1_reg: 5.5092e+02, l2_reg: 2.8287e+02\n",
      "2020/09/03, 18:46:50, Iteration: 307000, Train Loss: 6.9508e-02, c1: 2.7792e-02, c2: 6.7842e-03, d1: 3.0505e-03, d2: 3.1872e-02, l1_reg: 5.5110e+02, l2_reg: 2.8305e+02\n",
      "2020/09/03, 18:46:59, Iteration: 308000, Train Loss: 5.9987e-02, c1: 1.8527e-02, c2: 6.5685e-03, d1: 2.7652e-03, d2: 3.2118e-02, l1_reg: 5.5092e+02, l2_reg: 2.8334e+02\n",
      "2020/09/03, 18:47:08, Iteration: 309000, Train Loss: 6.4697e-02, c1: 2.2549e-02, c2: 7.2992e-03, d1: 2.6493e-03, d2: 3.2192e-02, l1_reg: 5.5123e+02, l2_reg: 2.8353e+02\n",
      "2020/09/03, 18:47:17, Iteration: 310000, Train Loss: 5.8130e-02, c1: 1.7962e-02, c2: 5.9204e-03, d1: 2.8477e-03, d2: 3.1391e-02, l1_reg: 5.5096e+02, l2_reg: 2.8375e+02\n",
      "2020/09/03, 18:47:26, Iteration: 311000, Train Loss: 6.0730e-02, c1: 1.9653e-02, c2: 6.1015e-03, d1: 3.1401e-03, d2: 3.1828e-02, l1_reg: 5.5090e+02, l2_reg: 2.8397e+02\n",
      "2020/09/03, 18:47:34, Iteration: 312000, Train Loss: 6.4983e-02, c1: 2.3306e-02, c2: 6.6992e-03, d1: 3.4086e-03, d2: 3.1560e-02, l1_reg: 5.5079e+02, l2_reg: 2.8421e+02\n",
      "2020/09/03, 18:47:43, Iteration: 313000, Train Loss: 5.2986e-02, c1: 1.2436e-02, c2: 6.0181e-03, d1: 2.7976e-03, d2: 3.1725e-02, l1_reg: 5.5072e+02, l2_reg: 2.8436e+02\n",
      "2020/09/03, 18:47:52, Iteration: 314000, Train Loss: 5.9778e-02, c1: 1.9750e-02, c2: 5.8777e-03, d1: 2.8352e-03, d2: 3.1306e-02, l1_reg: 5.5045e+02, l2_reg: 2.8448e+02\n",
      "2020/09/03, 18:48:01, Iteration: 315000, Train Loss: 5.3432e-02, c1: 1.1953e-02, c2: 6.8062e-03, d1: 2.6952e-03, d2: 3.1969e-02, l1_reg: 5.5048e+02, l2_reg: 2.8465e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:48:10, Iteration: 316000, Train Loss: 6.5671e-02, c1: 2.4105e-02, c2: 6.4223e-03, d1: 3.6166e-03, d2: 3.1519e-02, l1_reg: 5.4999e+02, l2_reg: 2.8487e+02\n",
      "2020/09/03, 18:48:18, Iteration: 317000, Train Loss: 5.8055e-02, c1: 1.7360e-02, c2: 6.1967e-03, d1: 2.8993e-03, d2: 3.1591e-02, l1_reg: 5.4960e+02, l2_reg: 2.8495e+02\n",
      "2020/09/03, 18:48:27, Iteration: 318000, Train Loss: 5.3954e-02, c1: 1.4051e-02, c2: 5.7646e-03, d1: 2.6257e-03, d2: 3.1504e-02, l1_reg: 5.4945e+02, l2_reg: 2.8518e+02\n",
      "2020/09/03, 18:48:36, Iteration: 319000, Train Loss: 6.0303e-02, c1: 1.9414e-02, c2: 6.0432e-03, d1: 3.3427e-03, d2: 3.1494e-02, l1_reg: 5.4945e+02, l2_reg: 2.8535e+02\n",
      "2020/09/03, 18:48:45, Iteration: 320000, Train Loss: 5.4615e-02, c1: 1.3468e-02, c2: 6.3289e-03, d1: 3.1975e-03, d2: 3.1613e-02, l1_reg: 5.4927e+02, l2_reg: 2.8557e+02\n",
      "2020/09/03, 18:48:54, Iteration: 321000, Train Loss: 5.7275e-02, c1: 1.5839e-02, c2: 6.7748e-03, d1: 2.9176e-03, d2: 3.1735e-02, l1_reg: 5.4929e+02, l2_reg: 2.8578e+02\n",
      "2020/09/03, 18:49:03, Iteration: 322000, Train Loss: 6.5962e-02, c1: 2.2619e-02, c2: 7.7754e-03, d1: 2.7827e-03, d2: 3.2776e-02, l1_reg: 5.4922e+02, l2_reg: 2.8597e+02\n",
      "2020/09/03, 18:49:12, Iteration: 323000, Train Loss: 5.8372e-02, c1: 1.6403e-02, c2: 6.7955e-03, d1: 2.9121e-03, d2: 3.2253e-02, l1_reg: 5.4913e+02, l2_reg: 2.8613e+02\n",
      "2020/09/03, 18:49:21, Iteration: 324000, Train Loss: 6.1794e-02, c1: 2.2251e-02, c2: 5.4268e-03, d1: 2.8291e-03, d2: 3.1279e-02, l1_reg: 5.4902e+02, l2_reg: 2.8634e+02\n",
      "2020/09/03, 18:49:30, Iteration: 325000, Train Loss: 5.7431e-02, c1: 1.5494e-02, c2: 6.8773e-03, d1: 2.7505e-03, d2: 3.2301e-02, l1_reg: 5.4925e+02, l2_reg: 2.8654e+02\n",
      "2020/09/03, 18:49:38, Iteration: 326000, Train Loss: 6.1960e-02, c1: 1.8962e-02, c2: 7.2653e-03, d1: 3.4364e-03, d2: 3.2288e-02, l1_reg: 5.4894e+02, l2_reg: 2.8671e+02\n",
      "2020/09/03, 18:49:47, Iteration: 327000, Train Loss: 5.9206e-02, c1: 1.6403e-02, c2: 7.5066e-03, d1: 3.2256e-03, d2: 3.2063e-02, l1_reg: 5.4910e+02, l2_reg: 2.8688e+02\n",
      "2020/09/03, 18:49:56, Iteration: 328000, Train Loss: 6.4708e-02, c1: 2.1248e-02, c2: 7.9024e-03, d1: 3.0699e-03, d2: 3.2479e-02, l1_reg: 5.4885e+02, l2_reg: 2.8708e+02\n",
      "2020/09/03, 18:50:05, Iteration: 329000, Train Loss: 5.8388e-02, c1: 1.6791e-02, c2: 6.8265e-03, d1: 2.5983e-03, d2: 3.2164e-02, l1_reg: 5.4874e+02, l2_reg: 2.8724e+02\n",
      "2020/09/03, 18:50:14, Iteration: 330000, Train Loss: 5.8442e-02, c1: 1.6624e-02, c2: 7.1501e-03, d1: 2.6152e-03, d2: 3.2045e-02, l1_reg: 5.4874e+02, l2_reg: 2.8744e+02\n",
      "2020/09/03, 18:50:23, Iteration: 331000, Train Loss: 6.1108e-02, c1: 2.0016e-02, c2: 5.9597e-03, d1: 3.8948e-03, d2: 3.1229e-02, l1_reg: 5.4853e+02, l2_reg: 2.8758e+02\n",
      "2020/09/03, 18:50:31, Iteration: 332000, Train Loss: 6.6482e-02, c1: 2.4490e-02, c2: 7.1237e-03, d1: 3.0900e-03, d2: 3.1771e-02, l1_reg: 5.4833e+02, l2_reg: 2.8772e+02\n",
      "2020/09/03, 18:50:40, Iteration: 333000, Train Loss: 5.4398e-02, c1: 1.4244e-02, c2: 5.5640e-03, d1: 3.0492e-03, d2: 3.1532e-02, l1_reg: 5.4740e+02, l2_reg: 2.8778e+02\n",
      "2020/09/03, 18:50:49, Iteration: 334000, Train Loss: 6.1304e-02, c1: 2.1513e-02, c2: 5.2130e-03, d1: 3.3860e-03, d2: 3.1184e-02, l1_reg: 5.4689e+02, l2_reg: 2.8784e+02\n",
      "2020/09/03, 18:50:58, Iteration: 335000, Train Loss: 5.9392e-02, c1: 1.8749e-02, c2: 5.7066e-03, d1: 3.1781e-03, d2: 3.1750e-02, l1_reg: 5.4655e+02, l2_reg: 2.8786e+02\n",
      "2020/09/03, 18:51:07, Iteration: 336000, Train Loss: 5.6041e-02, c1: 1.5731e-02, c2: 5.9228e-03, d1: 3.0583e-03, d2: 3.1320e-02, l1_reg: 5.4548e+02, l2_reg: 2.8776e+02\n",
      "2020/09/03, 18:51:15, Iteration: 337000, Train Loss: 5.1697e-02, c1: 1.0728e-02, c2: 6.6111e-03, d1: 2.7544e-03, d2: 3.1596e-02, l1_reg: 5.4501e+02, l2_reg: 2.8783e+02\n",
      "2020/09/03, 18:51:24, Iteration: 338000, Train Loss: 5.9439e-02, c1: 1.7478e-02, c2: 6.7109e-03, d1: 3.2022e-03, d2: 3.2040e-02, l1_reg: 5.4435e+02, l2_reg: 2.8784e+02\n",
      "2020/09/03, 18:51:33, Iteration: 339000, Train Loss: 5.9332e-02, c1: 1.7936e-02, c2: 6.6657e-03, d1: 3.2696e-03, d2: 3.1453e-02, l1_reg: 5.4441e+02, l2_reg: 2.8788e+02\n",
      "2020/09/03, 18:51:42, Iteration: 340000, Train Loss: 6.3630e-02, c1: 2.2100e-02, c2: 6.9406e-03, d1: 3.0075e-03, d2: 3.1574e-02, l1_reg: 5.4363e+02, l2_reg: 2.8807e+02\n",
      "2020/09/03, 18:51:51, Iteration: 341000, Train Loss: 6.2636e-02, c1: 2.1362e-02, c2: 6.4270e-03, d1: 2.7079e-03, d2: 3.2131e-02, l1_reg: 5.4301e+02, l2_reg: 2.8818e+02\n",
      "2020/09/03, 18:51:59, Iteration: 342000, Train Loss: 5.3082e-02, c1: 1.0061e-02, c2: 7.4801e-03, d1: 3.3710e-03, d2: 3.2161e-02, l1_reg: 5.4285e+02, l2_reg: 2.8836e+02\n",
      "2020/09/03, 18:52:08, Iteration: 343000, Train Loss: 5.3864e-02, c1: 1.1175e-02, c2: 7.2252e-03, d1: 3.6452e-03, d2: 3.1810e-02, l1_reg: 5.4235e+02, l2_reg: 2.8852e+02\n",
      "2020/09/03, 18:52:17, Iteration: 344000, Train Loss: 7.6160e-02, c1: 3.4911e-02, c2: 6.5616e-03, d1: 3.0534e-03, d2: 3.1626e-02, l1_reg: 5.4205e+02, l2_reg: 2.8872e+02\n",
      "2020/09/03, 18:52:26, Iteration: 345000, Train Loss: 6.4397e-02, c1: 2.3863e-02, c2: 5.8566e-03, d1: 3.4007e-03, d2: 3.1268e-02, l1_reg: 5.4167e+02, l2_reg: 2.8891e+02\n",
      "2020/09/03, 18:52:34, Iteration: 346000, Train Loss: 6.9770e-02, c1: 2.7714e-02, c2: 7.4625e-03, d1: 2.7846e-03, d2: 3.1801e-02, l1_reg: 5.4215e+02, l2_reg: 2.8909e+02\n",
      "2020/09/03, 18:52:43, Iteration: 347000, Train Loss: 6.4600e-02, c1: 1.9383e-02, c2: 9.1031e-03, d1: 3.6047e-03, d2: 3.2500e-02, l1_reg: 5.4134e+02, l2_reg: 2.8927e+02\n",
      "2020/09/03, 18:52:52, Iteration: 348000, Train Loss: 5.9342e-02, c1: 1.8640e-02, c2: 5.9038e-03, d1: 3.2206e-03, d2: 3.1569e-02, l1_reg: 5.4152e+02, l2_reg: 2.8949e+02\n",
      "2020/09/03, 18:53:01, Iteration: 349000, Train Loss: 5.4668e-02, c1: 1.5420e-02, c2: 5.2153e-03, d1: 2.7906e-03, d2: 3.1234e-02, l1_reg: 5.4142e+02, l2_reg: 2.8970e+02\n",
      "2020/09/03, 18:53:10, Iteration: 350000, Train Loss: 6.5643e-02, c1: 2.4068e-02, c2: 7.1058e-03, d1: 2.5524e-03, d2: 3.1909e-02, l1_reg: 5.4157e+02, l2_reg: 2.8989e+02\n",
      "2020/09/03, 18:53:19, Iteration: 351000, Train Loss: 6.4836e-02, c1: 2.3483e-02, c2: 6.8579e-03, d1: 3.0047e-03, d2: 3.1482e-02, l1_reg: 5.4183e+02, l2_reg: 2.9010e+02\n",
      "2020/09/03, 18:53:28, Iteration: 352000, Train Loss: 5.7120e-02, c1: 1.7219e-02, c2: 5.6580e-03, d1: 2.7597e-03, d2: 3.1474e-02, l1_reg: 5.4143e+02, l2_reg: 2.9026e+02\n",
      "2020/09/03, 18:53:37, Iteration: 353000, Train Loss: 6.3907e-02, c1: 2.2939e-02, c2: 6.5667e-03, d1: 2.6991e-03, d2: 3.1694e-02, l1_reg: 5.4103e+02, l2_reg: 2.9036e+02\n",
      "2020/09/03, 18:53:45, Iteration: 354000, Train Loss: 6.3375e-02, c1: 2.3584e-02, c2: 5.3032e-03, d1: 3.3942e-03, d2: 3.1086e-02, l1_reg: 5.4092e+02, l2_reg: 2.9051e+02\n",
      "2020/09/03, 18:53:54, Iteration: 355000, Train Loss: 6.5906e-02, c1: 2.2318e-02, c2: 7.9869e-03, d1: 3.8854e-03, d2: 3.1707e-02, l1_reg: 5.4080e+02, l2_reg: 2.9067e+02\n",
      "2020/09/03, 18:54:03, Iteration: 356000, Train Loss: 6.5306e-02, c1: 2.4098e-02, c2: 6.2677e-03, d1: 2.8573e-03, d2: 3.2075e-02, l1_reg: 5.4095e+02, l2_reg: 2.9100e+02\n",
      "2020/09/03, 18:54:12, Iteration: 357000, Train Loss: 5.8895e-02, c1: 1.8896e-02, c2: 5.9963e-03, d1: 2.7297e-03, d2: 3.1265e-02, l1_reg: 5.4136e+02, l2_reg: 2.9115e+02\n",
      "2020/09/03, 18:54:21, Iteration: 358000, Train Loss: 6.6591e-02, c1: 2.6029e-02, c2: 5.9871e-03, d1: 3.0462e-03, d2: 3.1520e-02, l1_reg: 5.4102e+02, l2_reg: 2.9136e+02\n",
      "2020/09/03, 18:54:30, Iteration: 359000, Train Loss: 6.0515e-02, c1: 2.0078e-02, c2: 6.0100e-03, d1: 3.2293e-03, d2: 3.1190e-02, l1_reg: 5.4085e+02, l2_reg: 2.9144e+02\n",
      "2020/09/03, 18:54:39, Iteration: 360000, Train Loss: 5.6554e-02, c1: 1.5870e-02, c2: 6.2520e-03, d1: 2.8305e-03, d2: 3.1593e-02, l1_reg: 5.4081e+02, l2_reg: 2.9161e+02\n",
      "2020/09/03, 18:54:47, Iteration: 361000, Train Loss: 5.6276e-02, c1: 1.6348e-02, c2: 5.4745e-03, d1: 2.8143e-03, d2: 3.1631e-02, l1_reg: 5.4124e+02, l2_reg: 2.9186e+02\n",
      "2020/09/03, 18:54:56, Iteration: 362000, Train Loss: 7.1026e-02, c1: 3.0866e-02, c2: 5.6389e-03, d1: 3.3717e-03, d2: 3.1141e-02, l1_reg: 5.4085e+02, l2_reg: 2.9194e+02\n",
      "2020/09/03, 18:55:05, Iteration: 363000, Train Loss: 6.4453e-02, c1: 2.4965e-02, c2: 5.3728e-03, d1: 2.9699e-03, d2: 3.1137e-02, l1_reg: 5.4082e+02, l2_reg: 2.9214e+02\n",
      "2020/09/03, 18:55:14, Iteration: 364000, Train Loss: 6.2405e-02, c1: 2.2267e-02, c2: 5.8810e-03, d1: 2.8996e-03, d2: 3.1349e-02, l1_reg: 5.4057e+02, l2_reg: 2.9226e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:55:23, Iteration: 365000, Train Loss: 6.3655e-02, c1: 2.2701e-02, c2: 6.7628e-03, d1: 2.7009e-03, d2: 3.1481e-02, l1_reg: 5.4053e+02, l2_reg: 2.9234e+02\n",
      "2020/09/03, 18:55:31, Iteration: 366000, Train Loss: 6.6079e-02, c1: 2.4957e-02, c2: 6.6591e-03, d1: 3.4103e-03, d2: 3.1044e-02, l1_reg: 5.4006e+02, l2_reg: 2.9246e+02\n",
      "2020/09/03, 18:55:40, Iteration: 367000, Train Loss: 5.7531e-02, c1: 1.6942e-02, c2: 6.1627e-03, d1: 2.7771e-03, d2: 3.1641e-02, l1_reg: 5.3992e+02, l2_reg: 2.9265e+02\n",
      "2020/09/03, 18:55:49, Iteration: 368000, Train Loss: 5.4214e-02, c1: 1.3540e-02, c2: 6.4740e-03, d1: 2.8973e-03, d2: 3.1294e-02, l1_reg: 5.4040e+02, l2_reg: 2.9292e+02\n",
      "2020/09/03, 18:55:58, Iteration: 369000, Train Loss: 5.4234e-02, c1: 1.4256e-02, c2: 5.8474e-03, d1: 2.7407e-03, d2: 3.1382e-02, l1_reg: 5.4028e+02, l2_reg: 2.9306e+02\n",
      "2020/09/03, 18:56:07, Iteration: 370000, Train Loss: 6.4762e-02, c1: 2.5019e-02, c2: 5.7380e-03, d1: 2.7841e-03, d2: 3.1212e-02, l1_reg: 5.4031e+02, l2_reg: 2.9324e+02\n",
      "2020/09/03, 18:56:16, Iteration: 371000, Train Loss: 5.7954e-02, c1: 1.8415e-02, c2: 5.4050e-03, d1: 2.9078e-03, d2: 3.1218e-02, l1_reg: 5.4018e+02, l2_reg: 2.9332e+02\n",
      "2020/09/03, 18:56:25, Iteration: 372000, Train Loss: 5.7643e-02, c1: 1.7083e-02, c2: 6.0978e-03, d1: 2.9815e-03, d2: 3.1472e-02, l1_reg: 5.3977e+02, l2_reg: 2.9348e+02\n",
      "2020/09/03, 18:56:34, Iteration: 373000, Train Loss: 5.9720e-02, c1: 1.9716e-02, c2: 5.6604e-03, d1: 2.7675e-03, d2: 3.1568e-02, l1_reg: 5.3981e+02, l2_reg: 2.9365e+02\n",
      "2020/09/03, 18:56:42, Iteration: 374000, Train Loss: 6.4594e-02, c1: 2.3367e-02, c2: 6.5904e-03, d1: 2.8465e-03, d2: 3.1781e-02, l1_reg: 5.3958e+02, l2_reg: 2.9383e+02\n",
      "2020/09/03, 18:56:51, Iteration: 375000, Train Loss: 5.5855e-02, c1: 1.6148e-02, c2: 5.2569e-03, d1: 3.3262e-03, d2: 3.1116e-02, l1_reg: 5.3982e+02, l2_reg: 2.9396e+02\n",
      "2020/09/03, 18:57:00, Iteration: 376000, Train Loss: 6.1096e-02, c1: 2.0343e-02, c2: 6.2434e-03, d1: 2.8739e-03, d2: 3.1627e-02, l1_reg: 5.3940e+02, l2_reg: 2.9409e+02\n",
      "2020/09/03, 18:57:09, Iteration: 377000, Train Loss: 6.2783e-02, c1: 2.1912e-02, c2: 6.3667e-03, d1: 3.1751e-03, d2: 3.1320e-02, l1_reg: 5.3945e+02, l2_reg: 2.9418e+02\n",
      "2020/09/03, 18:57:17, Iteration: 378000, Train Loss: 6.7605e-02, c1: 2.7082e-02, c2: 6.5165e-03, d1: 2.6221e-03, d2: 3.1376e-02, l1_reg: 5.3918e+02, l2_reg: 2.9435e+02\n",
      "2020/09/03, 18:57:26, Iteration: 379000, Train Loss: 5.9954e-02, c1: 1.9503e-02, c2: 5.8753e-03, d1: 3.2914e-03, d2: 3.1276e-02, l1_reg: 5.3885e+02, l2_reg: 2.9447e+02\n",
      "2020/09/03, 18:57:35, Iteration: 380000, Train Loss: 5.3694e-02, c1: 1.4801e-02, c2: 5.3165e-03, d1: 2.7175e-03, d2: 3.0850e-02, l1_reg: 5.3823e+02, l2_reg: 2.9458e+02\n",
      "2020/09/03, 18:57:44, Iteration: 381000, Train Loss: 5.5095e-02, c1: 1.4617e-02, c2: 6.0820e-03, d1: 2.8493e-03, d2: 3.1538e-02, l1_reg: 5.3858e+02, l2_reg: 2.9477e+02\n",
      "2020/09/03, 18:57:53, Iteration: 382000, Train Loss: 5.3227e-02, c1: 1.3639e-02, c2: 4.9746e-03, d1: 3.6341e-03, d2: 3.0971e-02, l1_reg: 5.3849e+02, l2_reg: 2.9489e+02\n",
      "2020/09/03, 18:58:02, Iteration: 383000, Train Loss: 6.1439e-02, c1: 1.9364e-02, c2: 6.5996e-03, d1: 4.0047e-03, d2: 3.1462e-02, l1_reg: 5.3819e+02, l2_reg: 2.9504e+02\n",
      "2020/09/03, 18:58:11, Iteration: 384000, Train Loss: 6.1994e-02, c1: 2.0386e-02, c2: 7.0279e-03, d1: 2.7777e-03, d2: 3.1794e-02, l1_reg: 5.3777e+02, l2_reg: 2.9516e+02\n",
      "2020/09/03, 18:58:19, Iteration: 385000, Train Loss: 6.2056e-02, c1: 2.0991e-02, c2: 6.3643e-03, d1: 3.0272e-03, d2: 3.1666e-02, l1_reg: 5.3754e+02, l2_reg: 2.9530e+02\n",
      "2020/09/03, 18:58:28, Iteration: 386000, Train Loss: 5.9028e-02, c1: 1.9016e-02, c2: 5.6493e-03, d1: 3.2948e-03, d2: 3.1059e-02, l1_reg: 5.3775e+02, l2_reg: 2.9545e+02\n",
      "2020/09/03, 18:58:37, Iteration: 387000, Train Loss: 5.8274e-02, c1: 1.7230e-02, c2: 6.3828e-03, d1: 3.1549e-03, d2: 3.1498e-02, l1_reg: 5.3777e+02, l2_reg: 2.9564e+02\n",
      "2020/09/03, 18:58:46, Iteration: 388000, Train Loss: 6.9701e-02, c1: 2.9351e-02, c2: 5.8290e-03, d1: 2.9029e-03, d2: 3.1609e-02, l1_reg: 5.3760e+02, l2_reg: 2.9583e+02\n",
      "2020/09/03, 18:58:55, Iteration: 389000, Train Loss: 5.7284e-02, c1: 1.6812e-02, c2: 6.1548e-03, d1: 2.7921e-03, d2: 3.1517e-02, l1_reg: 5.3722e+02, l2_reg: 2.9584e+02\n",
      "2020/09/03, 18:59:04, Iteration: 390000, Train Loss: 5.8208e-02, c1: 1.8969e-02, c2: 5.3238e-03, d1: 3.0709e-03, d2: 3.0836e-02, l1_reg: 5.3669e+02, l2_reg: 2.9601e+02\n",
      "2020/09/03, 18:59:13, Iteration: 391000, Train Loss: 5.7018e-02, c1: 1.6979e-02, c2: 5.6489e-03, d1: 3.0701e-03, d2: 3.1311e-02, l1_reg: 5.3755e+02, l2_reg: 2.9621e+02\n",
      "2020/09/03, 18:59:21, Iteration: 392000, Train Loss: 5.4144e-02, c1: 1.4872e-02, c2: 5.3510e-03, d1: 2.8848e-03, d2: 3.1028e-02, l1_reg: 5.3746e+02, l2_reg: 2.9640e+02\n",
      "2020/09/03, 18:59:30, Iteration: 393000, Train Loss: 6.4285e-02, c1: 2.0651e-02, c2: 8.5196e-03, d1: 3.1626e-03, d2: 3.1943e-02, l1_reg: 5.3755e+02, l2_reg: 2.9651e+02\n",
      "2020/09/03, 18:59:39, Iteration: 394000, Train Loss: 5.5581e-02, c1: 1.3501e-02, c2: 7.4633e-03, d1: 2.8505e-03, d2: 3.1758e-02, l1_reg: 5.3734e+02, l2_reg: 2.9668e+02\n",
      "2020/09/03, 18:59:48, Iteration: 395000, Train Loss: 6.1348e-02, c1: 2.0954e-02, c2: 6.0319e-03, d1: 3.0086e-03, d2: 3.1345e-02, l1_reg: 5.3670e+02, l2_reg: 2.9689e+02\n",
      "2020/09/03, 18:59:57, Iteration: 396000, Train Loss: 6.2554e-02, c1: 2.3032e-02, c2: 5.4756e-03, d1: 2.9425e-03, d2: 3.1095e-02, l1_reg: 5.3657e+02, l2_reg: 2.9699e+02\n",
      "2020/09/03, 19:00:06, Iteration: 397000, Train Loss: 6.1372e-02, c1: 2.2370e-02, c2: 4.9812e-03, d1: 3.0555e-03, d2: 3.0957e-02, l1_reg: 5.3649e+02, l2_reg: 2.9712e+02\n",
      "2020/09/03, 19:00:15, Iteration: 398000, Train Loss: 5.2335e-02, c1: 1.2636e-02, c2: 5.9527e-03, d1: 2.5253e-03, d2: 3.1213e-02, l1_reg: 5.3593e+02, l2_reg: 2.9728e+02\n",
      "2020/09/03, 19:00:24, Iteration: 399000, Train Loss: 6.0907e-02, c1: 2.1216e-02, c2: 5.5850e-03, d1: 2.8484e-03, d2: 3.1250e-02, l1_reg: 5.3585e+02, l2_reg: 2.9739e+02\n",
      "2020/09/03, 19:00:32, Iteration: 400000, Train Loss: 5.6245e-02, c1: 1.5730e-02, c2: 6.1960e-03, d1: 2.7280e-03, d2: 3.1583e-02, l1_reg: 5.3555e+02, l2_reg: 2.9754e+02\n",
      "2020/09/03, 19:00:41, Iteration: 401000, Train Loss: 5.8334e-02, c1: 1.7750e-02, c2: 5.8610e-03, d1: 3.7087e-03, d2: 3.1006e-02, l1_reg: 5.3542e+02, l2_reg: 2.9771e+02\n",
      "2020/09/03, 19:00:50, Iteration: 402000, Train Loss: 5.8091e-02, c1: 1.8269e-02, c2: 5.6123e-03, d1: 3.4535e-03, d2: 3.0747e-02, l1_reg: 5.3537e+02, l2_reg: 2.9783e+02\n",
      "2020/09/03, 19:00:59, Iteration: 403000, Train Loss: 6.3305e-02, c1: 2.3317e-02, c2: 5.9867e-03, d1: 2.7533e-03, d2: 3.1239e-02, l1_reg: 5.3557e+02, l2_reg: 2.9805e+02\n",
      "2020/09/03, 19:01:08, Iteration: 404000, Train Loss: 5.0868e-02, c1: 1.1360e-02, c2: 5.2908e-03, d1: 3.1166e-03, d2: 3.1092e-02, l1_reg: 5.3480e+02, l2_reg: 2.9816e+02\n",
      "2020/09/03, 19:01:17, Iteration: 405000, Train Loss: 6.0535e-02, c1: 2.0021e-02, c2: 6.1178e-03, d1: 2.9296e-03, d2: 3.1458e-02, l1_reg: 5.3484e+02, l2_reg: 2.9833e+02\n",
      "2020/09/03, 19:01:25, Iteration: 406000, Train Loss: 6.2771e-02, c1: 2.3308e-02, c2: 5.5927e-03, d1: 2.7946e-03, d2: 3.1068e-02, l1_reg: 5.3489e+02, l2_reg: 2.9847e+02\n",
      "2020/09/03, 19:01:34, Iteration: 407000, Train Loss: 5.6810e-02, c1: 1.7841e-02, c2: 5.3985e-03, d1: 2.6261e-03, d2: 3.0936e-02, l1_reg: 5.3530e+02, l2_reg: 2.9859e+02\n",
      "2020/09/03, 19:01:43, Iteration: 408000, Train Loss: 5.9418e-02, c1: 2.0301e-02, c2: 5.5567e-03, d1: 2.5127e-03, d2: 3.1039e-02, l1_reg: 5.3462e+02, l2_reg: 2.9870e+02\n",
      "2020/09/03, 19:01:52, Iteration: 409000, Train Loss: 5.7914e-02, c1: 1.7971e-02, c2: 5.7447e-03, d1: 2.8946e-03, d2: 3.1296e-02, l1_reg: 5.3433e+02, l2_reg: 2.9895e+02\n",
      "2020/09/03, 19:02:01, Iteration: 410000, Train Loss: 5.1699e-02, c1: 1.2335e-02, c2: 5.3390e-03, d1: 3.1179e-03, d2: 3.0899e-02, l1_reg: 5.3520e+02, l2_reg: 2.9913e+02\n",
      "2020/09/03, 19:02:10, Iteration: 411000, Train Loss: 6.0170e-02, c1: 1.7398e-02, c2: 7.5167e-03, d1: 3.2723e-03, d2: 3.1975e-02, l1_reg: 5.3418e+02, l2_reg: 2.9922e+02\n",
      "2020/09/03, 19:02:19, Iteration: 412000, Train Loss: 5.8986e-02, c1: 1.9321e-02, c2: 5.8681e-03, d1: 2.8843e-03, d2: 3.0905e-02, l1_reg: 5.3447e+02, l2_reg: 2.9945e+02\n",
      "2020/09/03, 19:02:28, Iteration: 413000, Train Loss: 5.6517e-02, c1: 1.6065e-02, c2: 6.3589e-03, d1: 2.9938e-03, d2: 3.1091e-02, l1_reg: 5.3428e+02, l2_reg: 2.9950e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:02:37, Iteration: 414000, Train Loss: 5.6623e-02, c1: 1.7094e-02, c2: 5.7101e-03, d1: 2.4904e-03, d2: 3.1320e-02, l1_reg: 5.3396e+02, l2_reg: 2.9971e+02\n",
      "2020/09/03, 19:02:46, Iteration: 415000, Train Loss: 6.1477e-02, c1: 2.0502e-02, c2: 5.9141e-03, d1: 3.5540e-03, d2: 3.1498e-02, l1_reg: 5.3389e+02, l2_reg: 2.9979e+02\n",
      "2020/09/03, 19:02:55, Iteration: 416000, Train Loss: 6.0987e-02, c1: 2.0499e-02, c2: 5.9949e-03, d1: 3.2246e-03, d2: 3.1260e-02, l1_reg: 5.3355e+02, l2_reg: 2.9991e+02\n",
      "2020/09/03, 19:03:03, Iteration: 417000, Train Loss: 5.9277e-02, c1: 1.9549e-02, c2: 5.7041e-03, d1: 2.7737e-03, d2: 3.1241e-02, l1_reg: 5.3353e+02, l2_reg: 3.0009e+02\n",
      "2020/09/03, 19:03:12, Iteration: 418000, Train Loss: 6.6497e-02, c1: 2.5050e-02, c2: 6.8219e-03, d1: 3.3305e-03, d2: 3.1287e-02, l1_reg: 5.3289e+02, l2_reg: 3.0014e+02\n",
      "2020/09/03, 19:03:21, Iteration: 419000, Train Loss: 5.1676e-02, c1: 1.3873e-02, c2: 4.5043e-03, d1: 2.5851e-03, d2: 3.0705e-02, l1_reg: 5.3279e+02, l2_reg: 3.0027e+02\n",
      "2020/09/03, 19:03:30, Iteration: 420000, Train Loss: 6.3809e-02, c1: 2.2069e-02, c2: 7.3043e-03, d1: 2.6161e-03, d2: 3.1811e-02, l1_reg: 5.3282e+02, l2_reg: 3.0050e+02\n",
      "2020/09/03, 19:03:39, Iteration: 421000, Train Loss: 4.9570e-02, c1: 1.1135e-02, c2: 4.9777e-03, d1: 2.7903e-03, d2: 3.0658e-02, l1_reg: 5.3247e+02, l2_reg: 3.0058e+02\n",
      "2020/09/03, 19:03:48, Iteration: 422000, Train Loss: 6.0115e-02, c1: 2.0995e-02, c2: 5.0841e-03, d1: 2.9163e-03, d2: 3.1111e-02, l1_reg: 5.3243e+02, l2_reg: 3.0077e+02\n",
      "2020/09/03, 19:03:57, Iteration: 423000, Train Loss: 5.6957e-02, c1: 1.5383e-02, c2: 6.9576e-03, d1: 2.9148e-03, d2: 3.1693e-02, l1_reg: 5.3239e+02, l2_reg: 3.0098e+02\n",
      "2020/09/03, 19:04:05, Iteration: 424000, Train Loss: 6.3872e-02, c1: 2.2638e-02, c2: 6.8216e-03, d1: 2.9939e-03, d2: 3.1410e-02, l1_reg: 5.3267e+02, l2_reg: 3.0110e+02\n",
      "2020/09/03, 19:04:14, Iteration: 425000, Train Loss: 6.0182e-02, c1: 2.0677e-02, c2: 5.5026e-03, d1: 2.8434e-03, d2: 3.1151e-02, l1_reg: 5.3167e+02, l2_reg: 3.0121e+02\n",
      "2020/09/03, 19:04:23, Iteration: 426000, Train Loss: 5.6272e-02, c1: 1.6275e-02, c2: 5.8617e-03, d1: 2.7372e-03, d2: 3.1390e-02, l1_reg: 5.3223e+02, l2_reg: 3.0145e+02\n",
      "2020/09/03, 19:04:32, Iteration: 427000, Train Loss: 5.2929e-02, c1: 1.2335e-02, c2: 5.9404e-03, d1: 3.5069e-03, d2: 3.1139e-02, l1_reg: 5.3269e+02, l2_reg: 3.0163e+02\n",
      "2020/09/03, 19:04:41, Iteration: 428000, Train Loss: 5.1172e-02, c1: 1.0302e-02, c2: 6.3027e-03, d1: 3.4543e-03, d2: 3.1105e-02, l1_reg: 5.3276e+02, l2_reg: 3.0183e+02\n",
      "2020/09/03, 19:04:49, Iteration: 429000, Train Loss: 5.3688e-02, c1: 1.4548e-02, c2: 5.5420e-03, d1: 2.6480e-03, d2: 3.0942e-02, l1_reg: 5.3195e+02, l2_reg: 3.0190e+02\n",
      "2020/09/03, 19:04:58, Iteration: 430000, Train Loss: 5.7624e-02, c1: 1.8713e-02, c2: 4.7139e-03, d1: 3.5345e-03, d2: 3.0655e-02, l1_reg: 5.3211e+02, l2_reg: 3.0206e+02\n",
      "2020/09/03, 19:05:07, Iteration: 431000, Train Loss: 5.1698e-02, c1: 1.3253e-02, c2: 4.9913e-03, d1: 2.9902e-03, d2: 3.0455e-02, l1_reg: 5.3183e+02, l2_reg: 3.0220e+02\n",
      "2020/09/03, 19:05:16, Iteration: 432000, Train Loss: 6.0076e-02, c1: 1.9969e-02, c2: 5.9977e-03, d1: 2.9959e-03, d2: 3.1104e-02, l1_reg: 5.3183e+02, l2_reg: 3.0246e+02\n",
      "2020/09/03, 19:05:25, Iteration: 433000, Train Loss: 5.6378e-02, c1: 1.6728e-02, c2: 5.6997e-03, d1: 3.0038e-03, d2: 3.0938e-02, l1_reg: 5.3205e+02, l2_reg: 3.0266e+02\n",
      "2020/09/03, 19:05:34, Iteration: 434000, Train Loss: 5.6906e-02, c1: 1.5833e-02, c2: 6.4427e-03, d1: 2.7925e-03, d2: 3.1829e-02, l1_reg: 5.3174e+02, l2_reg: 3.0288e+02\n",
      "2020/09/03, 19:05:43, Iteration: 435000, Train Loss: 7.0759e-02, c1: 3.1617e-02, c2: 5.3804e-03, d1: 2.8711e-03, d2: 3.0882e-02, l1_reg: 5.3168e+02, l2_reg: 3.0304e+02\n",
      "2020/09/03, 19:05:51, Iteration: 436000, Train Loss: 5.9415e-02, c1: 2.0659e-02, c2: 5.0289e-03, d1: 2.9751e-03, d2: 3.0744e-02, l1_reg: 5.3140e+02, l2_reg: 3.0319e+02\n",
      "2020/09/03, 19:06:00, Iteration: 437000, Train Loss: 5.4479e-02, c1: 1.5169e-02, c2: 5.5113e-03, d1: 2.8030e-03, d2: 3.0988e-02, l1_reg: 5.3100e+02, l2_reg: 3.0334e+02\n",
      "2020/09/03, 19:06:09, Iteration: 438000, Train Loss: 5.5409e-02, c1: 1.7341e-02, c2: 4.6752e-03, d1: 2.4568e-03, d2: 3.0927e-02, l1_reg: 5.3190e+02, l2_reg: 3.0355e+02\n",
      "2020/09/03, 19:06:18, Iteration: 439000, Train Loss: 6.2637e-02, c1: 2.2527e-02, c2: 5.9316e-03, d1: 3.1840e-03, d2: 3.0986e-02, l1_reg: 5.3291e+02, l2_reg: 3.0370e+02\n",
      "2020/09/03, 19:06:27, Iteration: 440000, Train Loss: 5.4963e-02, c1: 1.4246e-02, c2: 5.6353e-03, d1: 3.6670e-03, d2: 3.1405e-02, l1_reg: 5.3108e+02, l2_reg: 3.0383e+02\n",
      "2020/09/03, 19:06:35, Iteration: 441000, Train Loss: 6.1392e-02, c1: 2.1391e-02, c2: 5.8452e-03, d1: 2.5727e-03, d2: 3.1575e-02, l1_reg: 5.3143e+02, l2_reg: 3.0409e+02\n",
      "2020/09/03, 19:06:44, Iteration: 442000, Train Loss: 5.7130e-02, c1: 1.6730e-02, c2: 6.0862e-03, d1: 2.8489e-03, d2: 3.1457e-02, l1_reg: 5.3160e+02, l2_reg: 3.0428e+02\n",
      "2020/09/03, 19:06:53, Iteration: 443000, Train Loss: 5.6919e-02, c1: 1.7552e-02, c2: 5.4022e-03, d1: 3.0073e-03, d2: 3.0949e-02, l1_reg: 5.3106e+02, l2_reg: 3.0447e+02\n",
      "2020/09/03, 19:07:02, Iteration: 444000, Train Loss: 5.8804e-02, c1: 1.9927e-02, c2: 5.1910e-03, d1: 3.1141e-03, d2: 3.0564e-02, l1_reg: 5.3144e+02, l2_reg: 3.0467e+02\n",
      "2020/09/03, 19:07:11, Iteration: 445000, Train Loss: 5.6440e-02, c1: 1.4774e-02, c2: 6.4866e-03, d1: 3.3724e-03, d2: 3.1799e-02, l1_reg: 5.3160e+02, l2_reg: 3.0480e+02\n",
      "2020/09/03, 19:07:20, Iteration: 446000, Train Loss: 5.5832e-02, c1: 1.6085e-02, c2: 5.6288e-03, d1: 2.7122e-03, d2: 3.1397e-02, l1_reg: 5.3124e+02, l2_reg: 3.0503e+02\n",
      "2020/09/03, 19:07:29, Iteration: 447000, Train Loss: 5.6615e-02, c1: 1.6846e-02, c2: 5.5241e-03, d1: 3.1793e-03, d2: 3.1057e-02, l1_reg: 5.3187e+02, l2_reg: 3.0523e+02\n",
      "2020/09/03, 19:07:38, Iteration: 448000, Train Loss: 5.8201e-02, c1: 1.8658e-02, c2: 5.0745e-03, d1: 3.6600e-03, d2: 3.0800e-02, l1_reg: 5.3136e+02, l2_reg: 3.0542e+02\n",
      "2020/09/03, 19:07:47, Iteration: 449000, Train Loss: 6.0608e-02, c1: 2.1218e-02, c2: 6.1430e-03, d1: 2.6792e-03, d2: 3.0559e-02, l1_reg: 5.3148e+02, l2_reg: 3.0563e+02\n",
      "2020/09/03, 19:07:56, Iteration: 450000, Train Loss: 5.6953e-02, c1: 1.7667e-02, c2: 5.5597e-03, d1: 2.9762e-03, d2: 3.0741e-02, l1_reg: 5.3116e+02, l2_reg: 3.0586e+02\n",
      "2020/09/03, 19:08:04, Iteration: 451000, Train Loss: 5.8053e-02, c1: 1.6798e-02, c2: 6.3509e-03, d1: 3.9958e-03, d2: 3.0900e-02, l1_reg: 5.3164e+02, l2_reg: 3.0604e+02\n",
      "2020/09/03, 19:08:13, Iteration: 452000, Train Loss: 5.7120e-02, c1: 1.5658e-02, c2: 7.1594e-03, d1: 2.8122e-03, d2: 3.1482e-02, l1_reg: 5.3207e+02, l2_reg: 3.0626e+02\n",
      "2020/09/03, 19:08:22, Iteration: 453000, Train Loss: 5.2841e-02, c1: 1.3684e-02, c2: 5.4550e-03, d1: 2.6535e-03, d2: 3.1041e-02, l1_reg: 5.3126e+02, l2_reg: 3.0645e+02\n",
      "2020/09/03, 19:08:31, Iteration: 454000, Train Loss: 5.6958e-02, c1: 1.5739e-02, c2: 6.5438e-03, d1: 3.1922e-03, d2: 3.1475e-02, l1_reg: 5.3065e+02, l2_reg: 3.0661e+02\n",
      "2020/09/03, 19:08:40, Iteration: 455000, Train Loss: 5.6351e-02, c1: 1.7847e-02, c2: 4.8482e-03, d1: 2.8306e-03, d2: 3.0817e-02, l1_reg: 5.3137e+02, l2_reg: 3.0677e+02\n",
      "2020/09/03, 19:08:49, Iteration: 456000, Train Loss: 5.8973e-02, c1: 1.8690e-02, c2: 6.0899e-03, d1: 2.8240e-03, d2: 3.1360e-02, l1_reg: 5.3145e+02, l2_reg: 3.0697e+02\n",
      "2020/09/03, 19:08:58, Iteration: 457000, Train Loss: 5.6530e-02, c1: 1.7742e-02, c2: 5.2922e-03, d1: 2.7850e-03, d2: 3.0702e-02, l1_reg: 5.3184e+02, l2_reg: 3.0709e+02\n",
      "2020/09/03, 19:09:06, Iteration: 458000, Train Loss: 6.5015e-02, c1: 2.5711e-02, c2: 5.9207e-03, d1: 2.4781e-03, d2: 3.0897e-02, l1_reg: 5.3142e+02, l2_reg: 3.0723e+02\n",
      "2020/09/03, 19:09:15, Iteration: 459000, Train Loss: 5.9862e-02, c1: 1.7563e-02, c2: 7.1076e-03, d1: 3.0749e-03, d2: 3.2108e-02, l1_reg: 5.3110e+02, l2_reg: 3.0744e+02\n",
      "2020/09/03, 19:09:24, Iteration: 460000, Train Loss: 6.1044e-02, c1: 1.8955e-02, c2: 7.0776e-03, d1: 3.1130e-03, d2: 3.1891e-02, l1_reg: 5.3141e+02, l2_reg: 3.0758e+02\n",
      "2020/09/03, 19:09:33, Iteration: 461000, Train Loss: 5.8474e-02, c1: 1.8574e-02, c2: 6.0885e-03, d1: 2.9588e-03, d2: 3.0845e-02, l1_reg: 5.3102e+02, l2_reg: 3.0771e+02\n",
      "2020/09/03, 19:09:41, Iteration: 462000, Train Loss: 5.8673e-02, c1: 1.8653e-02, c2: 5.8834e-03, d1: 2.9729e-03, d2: 3.1156e-02, l1_reg: 5.3121e+02, l2_reg: 3.0794e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:09:50, Iteration: 463000, Train Loss: 5.0653e-02, c1: 1.1081e-02, c2: 5.5027e-03, d1: 3.1507e-03, d2: 3.0910e-02, l1_reg: 5.3360e+02, l2_reg: 3.0828e+02\n",
      "2020/09/03, 19:09:59, Iteration: 464000, Train Loss: 6.6936e-02, c1: 2.7270e-02, c2: 6.0178e-03, d1: 3.1087e-03, d2: 3.0531e-02, l1_reg: 5.3266e+02, l2_reg: 3.0837e+02\n",
      "2020/09/03, 19:10:08, Iteration: 465000, Train Loss: 6.7485e-02, c1: 2.6179e-02, c2: 6.4182e-03, d1: 3.7172e-03, d2: 3.1162e-02, l1_reg: 5.3277e+02, l2_reg: 3.0841e+02\n",
      "2020/09/03, 19:10:17, Iteration: 466000, Train Loss: 5.2371e-02, c1: 1.3700e-02, c2: 4.6360e-03, d1: 3.3968e-03, d2: 3.0630e-02, l1_reg: 5.3148e+02, l2_reg: 3.0854e+02\n",
      "2020/09/03, 19:10:26, Iteration: 467000, Train Loss: 5.0929e-02, c1: 1.2630e-02, c2: 4.5178e-03, d1: 3.3908e-03, d2: 3.0383e-02, l1_reg: 5.3094e+02, l2_reg: 3.0872e+02\n",
      "2020/09/03, 19:10:35, Iteration: 468000, Train Loss: 5.9610e-02, c1: 1.9059e-02, c2: 6.2874e-03, d1: 3.1682e-03, d2: 3.1087e-02, l1_reg: 5.3079e+02, l2_reg: 3.0883e+02\n",
      "2020/09/03, 19:10:44, Iteration: 469000, Train Loss: 5.5783e-02, c1: 1.5945e-02, c2: 6.0030e-03, d1: 2.5634e-03, d2: 3.1264e-02, l1_reg: 5.3132e+02, l2_reg: 3.0898e+02\n",
      "2020/09/03, 19:10:53, Iteration: 470000, Train Loss: 6.7537e-02, c1: 2.7315e-02, c2: 5.9541e-03, d1: 3.2912e-03, d2: 3.0968e-02, l1_reg: 5.3054e+02, l2_reg: 3.0907e+02\n",
      "2020/09/03, 19:11:01, Iteration: 471000, Train Loss: 6.2796e-02, c1: 2.2314e-02, c2: 6.4542e-03, d1: 2.6930e-03, d2: 3.1327e-02, l1_reg: 5.3051e+02, l2_reg: 3.0931e+02\n",
      "2020/09/03, 19:11:10, Iteration: 472000, Train Loss: 5.6889e-02, c1: 1.8065e-02, c2: 5.3593e-03, d1: 2.6479e-03, d2: 3.0808e-02, l1_reg: 5.3036e+02, l2_reg: 3.0939e+02\n",
      "2020/09/03, 19:11:19, Iteration: 473000, Train Loss: 5.3013e-02, c1: 1.5118e-02, c2: 4.8896e-03, d1: 2.4142e-03, d2: 3.0583e-02, l1_reg: 5.3041e+02, l2_reg: 3.0957e+02\n",
      "2020/09/03, 19:11:28, Iteration: 474000, Train Loss: 6.1651e-02, c1: 2.2403e-02, c2: 5.4181e-03, d1: 2.9217e-03, d2: 3.0900e-02, l1_reg: 5.3125e+02, l2_reg: 3.0973e+02\n",
      "2020/09/03, 19:11:37, Iteration: 475000, Train Loss: 5.1452e-02, c1: 1.3475e-02, c2: 4.4472e-03, d1: 3.1687e-03, d2: 3.0352e-02, l1_reg: 5.3047e+02, l2_reg: 3.0981e+02\n",
      "2020/09/03, 19:11:45, Iteration: 476000, Train Loss: 5.9731e-02, c1: 2.0333e-02, c2: 5.4813e-03, d1: 3.2449e-03, d2: 3.0663e-02, l1_reg: 5.3124e+02, l2_reg: 3.0993e+02\n",
      "2020/09/03, 19:11:54, Iteration: 477000, Train Loss: 5.8310e-02, c1: 1.7647e-02, c2: 6.5038e-03, d1: 2.6187e-03, d2: 3.1532e-02, l1_reg: 5.3034e+02, l2_reg: 3.1004e+02\n",
      "2020/09/03, 19:12:03, Iteration: 478000, Train Loss: 6.1716e-02, c1: 2.2543e-02, c2: 5.7680e-03, d1: 2.7662e-03, d2: 3.0630e-02, l1_reg: 5.3084e+02, l2_reg: 3.1018e+02\n",
      "2020/09/03, 19:12:11, Iteration: 479000, Train Loss: 5.9656e-02, c1: 2.0114e-02, c2: 5.6161e-03, d1: 2.7112e-03, d2: 3.1206e-02, l1_reg: 5.2947e+02, l2_reg: 3.1029e+02\n",
      "2020/09/03, 19:12:20, Iteration: 480000, Train Loss: 5.2002e-02, c1: 1.3935e-02, c2: 4.6493e-03, d1: 2.7612e-03, d2: 3.0648e-02, l1_reg: 5.2992e+02, l2_reg: 3.1051e+02\n",
      "2020/09/03, 19:12:29, Iteration: 481000, Train Loss: 5.7755e-02, c1: 1.7169e-02, c2: 6.0618e-03, d1: 3.6184e-03, d2: 3.0897e-02, l1_reg: 5.3111e+02, l2_reg: 3.1067e+02\n",
      "2020/09/03, 19:12:38, Iteration: 482000, Train Loss: 5.6308e-02, c1: 1.6647e-02, c2: 6.0658e-03, d1: 2.7073e-03, d2: 3.0879e-02, l1_reg: 5.3084e+02, l2_reg: 3.1077e+02\n",
      "2020/09/03, 19:12:47, Iteration: 483000, Train Loss: 5.5412e-02, c1: 1.3636e-02, c2: 6.7244e-03, d1: 2.9703e-03, d2: 3.2073e-02, l1_reg: 5.2940e+02, l2_reg: 3.1081e+02\n",
      "2020/09/03, 19:12:56, Iteration: 484000, Train Loss: 5.5198e-02, c1: 1.6747e-02, c2: 4.9925e-03, d1: 2.8964e-03, d2: 3.0554e-02, l1_reg: 5.2905e+02, l2_reg: 3.1086e+02\n",
      "2020/09/03, 19:13:05, Iteration: 485000, Train Loss: 6.4620e-02, c1: 2.5893e-02, c2: 5.1109e-03, d1: 2.7568e-03, d2: 3.0851e-02, l1_reg: 5.2862e+02, l2_reg: 3.1086e+02\n",
      "2020/09/03, 19:13:13, Iteration: 486000, Train Loss: 5.8240e-02, c1: 1.8022e-02, c2: 5.6028e-03, d1: 3.6198e-03, d2: 3.0986e-02, l1_reg: 5.2771e+02, l2_reg: 3.1097e+02\n",
      "2020/09/03, 19:13:23, Iteration: 487000, Train Loss: 5.5685e-02, c1: 1.7124e-02, c2: 4.5378e-03, d1: 3.5550e-03, d2: 3.0460e-02, l1_reg: 5.2869e+02, l2_reg: 3.1113e+02\n",
      "2020/09/03, 19:13:31, Iteration: 488000, Train Loss: 5.6628e-02, c1: 1.8695e-02, c2: 4.7235e-03, d1: 2.6877e-03, d2: 3.0513e-02, l1_reg: 5.2810e+02, l2_reg: 3.1120e+02\n",
      "2020/09/03, 19:13:40, Iteration: 489000, Train Loss: 5.7126e-02, c1: 1.5266e-02, c2: 6.6162e-03, d1: 3.8914e-03, d2: 3.1344e-02, l1_reg: 5.2757e+02, l2_reg: 3.1131e+02\n",
      "2020/09/03, 19:13:49, Iteration: 490000, Train Loss: 5.7407e-02, c1: 1.7235e-02, c2: 5.7420e-03, d1: 3.4951e-03, d2: 3.0927e-02, l1_reg: 5.2744e+02, l2_reg: 3.1138e+02\n",
      "2020/09/03, 19:13:57, Iteration: 491000, Train Loss: 5.8073e-02, c1: 1.7887e-02, c2: 6.6464e-03, d1: 3.0705e-03, d2: 3.0460e-02, l1_reg: 5.2748e+02, l2_reg: 3.1145e+02\n",
      "2020/09/03, 19:14:06, Iteration: 492000, Train Loss: 5.2312e-02, c1: 1.3073e-02, c2: 5.3274e-03, d1: 3.0775e-03, d2: 3.0826e-02, l1_reg: 5.2801e+02, l2_reg: 3.1164e+02\n",
      "2020/09/03, 19:14:15, Iteration: 493000, Train Loss: 5.3531e-02, c1: 1.4075e-02, c2: 5.7944e-03, d1: 2.8229e-03, d2: 3.0831e-02, l1_reg: 5.2680e+02, l2_reg: 3.1170e+02\n",
      "2020/09/03, 19:14:24, Iteration: 494000, Train Loss: 5.6423e-02, c1: 1.5550e-02, c2: 5.9497e-03, d1: 3.6768e-03, d2: 3.1239e-02, l1_reg: 5.2675e+02, l2_reg: 3.1191e+02\n",
      "2020/09/03, 19:14:33, Iteration: 495000, Train Loss: 5.6679e-02, c1: 1.6339e-02, c2: 6.3387e-03, d1: 2.9358e-03, d2: 3.1057e-02, l1_reg: 5.2597e+02, l2_reg: 3.1195e+02\n",
      "2020/09/03, 19:14:42, Iteration: 496000, Train Loss: 5.3605e-02, c1: 1.5162e-02, c2: 4.8533e-03, d1: 2.8741e-03, d2: 3.0708e-02, l1_reg: 5.2622e+02, l2_reg: 3.1214e+02\n",
      "2020/09/03, 19:14:50, Iteration: 497000, Train Loss: 5.7849e-02, c1: 1.9009e-02, c2: 5.2127e-03, d1: 2.5418e-03, d2: 3.1077e-02, l1_reg: 5.2565e+02, l2_reg: 3.1221e+02\n",
      "2020/09/03, 19:14:59, Iteration: 498000, Train Loss: 5.9233e-02, c1: 1.9994e-02, c2: 5.5463e-03, d1: 2.6107e-03, d2: 3.1074e-02, l1_reg: 5.2560e+02, l2_reg: 3.1234e+02\n",
      "2020/09/03, 19:15:08, Iteration: 499000, Train Loss: 5.9799e-02, c1: 1.8680e-02, c2: 6.6699e-03, d1: 2.9244e-03, d2: 3.1516e-02, l1_reg: 5.2575e+02, l2_reg: 3.1253e+02\n",
      "2020/09/03, 19:15:17, Iteration: 500000, Train Loss: 5.6571e-02, c1: 1.6876e-02, c2: 5.4385e-03, d1: 3.0621e-03, d2: 3.1185e-02, l1_reg: 5.2609e+02, l2_reg: 3.1268e+02\n",
      "2020/09/03, 19:15:26, Iteration: 501000, Train Loss: 5.4219e-02, c1: 1.4100e-02, c2: 5.7583e-03, d1: 3.0042e-03, d2: 3.1348e-02, l1_reg: 5.2541e+02, l2_reg: 3.1280e+02\n",
      "2020/09/03, 19:15:35, Iteration: 502000, Train Loss: 5.5030e-02, c1: 1.5906e-02, c2: 5.3081e-03, d1: 2.8584e-03, d2: 3.0949e-02, l1_reg: 5.2537e+02, l2_reg: 3.1294e+02\n",
      "2020/09/03, 19:15:43, Iteration: 503000, Train Loss: 5.6604e-02, c1: 1.6804e-02, c2: 5.4415e-03, d1: 3.1998e-03, d2: 3.1150e-02, l1_reg: 5.2548e+02, l2_reg: 3.1315e+02\n",
      "2020/09/03, 19:15:52, Iteration: 504000, Train Loss: 5.3832e-02, c1: 1.3984e-02, c2: 5.3269e-03, d1: 3.6449e-03, d2: 3.0867e-02, l1_reg: 5.2553e+02, l2_reg: 3.1334e+02\n",
      "2020/09/03, 19:16:01, Iteration: 505000, Train Loss: 5.6855e-02, c1: 1.9533e-02, c2: 4.3134e-03, d1: 2.6574e-03, d2: 3.0343e-02, l1_reg: 5.2486e+02, l2_reg: 3.1342e+02\n",
      "2020/09/03, 19:16:10, Iteration: 506000, Train Loss: 5.7026e-02, c1: 1.9077e-02, c2: 4.5170e-03, d1: 2.9086e-03, d2: 3.0515e-02, l1_reg: 5.2624e+02, l2_reg: 3.1367e+02\n",
      "2020/09/03, 19:16:19, Iteration: 507000, Train Loss: 6.9444e-02, c1: 2.7977e-02, c2: 6.8388e-03, d1: 3.1000e-03, d2: 3.1520e-02, l1_reg: 5.2510e+02, l2_reg: 3.1370e+02\n",
      "2020/09/03, 19:16:27, Iteration: 508000, Train Loss: 5.6187e-02, c1: 1.7811e-02, c2: 5.0041e-03, d1: 2.7036e-03, d2: 3.0660e-02, l1_reg: 5.2464e+02, l2_reg: 3.1382e+02\n",
      "2020/09/03, 19:16:36, Iteration: 509000, Train Loss: 5.2473e-02, c1: 1.4521e-02, c2: 4.5827e-03, d1: 3.0632e-03, d2: 3.0298e-02, l1_reg: 5.2421e+02, l2_reg: 3.1398e+02\n",
      "2020/09/03, 19:16:45, Iteration: 510000, Train Loss: 5.7013e-02, c1: 1.6359e-02, c2: 6.3951e-03, d1: 3.0931e-03, d2: 3.1157e-02, l1_reg: 5.2426e+02, l2_reg: 3.1415e+02\n"
     ]
    }
   ],
   "source": [
    "config.iterations = 500000\n",
    "config.print_every = 1000\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:27:29, Iteration: 511000, Train Loss: 6.0230e-02, c1: 2.1195e-02, c2: 5.3090e-03, d1: 3.2320e-03, d2: 3.0486e-02, l1_reg: 5.2566e+02, l2_reg: 3.1444e+02\n",
      "2020/09/03, 19:27:38, Iteration: 512000, Train Loss: 5.5813e-02, c1: 1.8002e-02, c2: 4.6169e-03, d1: 2.7708e-03, d2: 3.0415e-02, l1_reg: 5.2383e+02, l2_reg: 3.1439e+02\n",
      "2020/09/03, 19:27:47, Iteration: 513000, Train Loss: 5.8764e-02, c1: 1.9189e-02, c2: 5.7366e-03, d1: 2.5144e-03, d2: 3.1316e-02, l1_reg: 5.2418e+02, l2_reg: 3.1460e+02\n",
      "2020/09/03, 19:27:56, Iteration: 514000, Train Loss: 5.5795e-02, c1: 1.6275e-02, c2: 4.9894e-03, d1: 3.9887e-03, d2: 3.0534e-02, l1_reg: 5.2418e+02, l2_reg: 3.1477e+02\n",
      "2020/09/03, 19:28:05, Iteration: 515000, Train Loss: 5.5882e-02, c1: 1.7035e-02, c2: 5.4961e-03, d1: 2.9817e-03, d2: 3.0361e-02, l1_reg: 5.2303e+02, l2_reg: 3.1489e+02\n",
      "2020/09/03, 19:28:14, Iteration: 516000, Train Loss: 5.4963e-02, c1: 1.6294e-02, c2: 4.7982e-03, d1: 3.4375e-03, d2: 3.0424e-02, l1_reg: 5.2244e+02, l2_reg: 3.1489e+02\n",
      "2020/09/03, 19:28:22, Iteration: 517000, Train Loss: 5.7528e-02, c1: 1.8046e-02, c2: 4.8786e-03, d1: 3.9900e-03, d2: 3.0606e-02, l1_reg: 5.2295e+02, l2_reg: 3.1516e+02\n",
      "2020/09/03, 19:28:31, Iteration: 518000, Train Loss: 5.5243e-02, c1: 1.6656e-02, c2: 4.9299e-03, d1: 2.9725e-03, d2: 3.0676e-02, l1_reg: 5.2331e+02, l2_reg: 3.1529e+02\n",
      "2020/09/03, 19:28:40, Iteration: 519000, Train Loss: 5.2076e-02, c1: 1.2119e-02, c2: 6.1529e-03, d1: 2.9259e-03, d2: 3.0870e-02, l1_reg: 5.2269e+02, l2_reg: 3.1543e+02\n",
      "2020/09/03, 19:28:49, Iteration: 520000, Train Loss: 6.7333e-02, c1: 2.5932e-02, c2: 6.7297e-03, d1: 2.9627e-03, d2: 3.1701e-02, l1_reg: 5.2161e+02, l2_reg: 3.1550e+02\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:28:58, Iteration: 521000, Train Loss: 6.1835e-02, c1: 2.2367e-02, c2: 5.6138e-03, d1: 2.8914e-03, d2: 3.0955e-02, l1_reg: 5.2183e+02, l2_reg: 3.1569e+02\n",
      "2020/09/03, 19:29:06, Iteration: 522000, Train Loss: 5.1037e-02, c1: 1.2708e-02, c2: 4.7649e-03, d1: 2.6663e-03, d2: 3.0889e-02, l1_reg: 5.2216e+02, l2_reg: 3.1586e+02\n",
      "2020/09/03, 19:29:15, Iteration: 523000, Train Loss: 6.1074e-02, c1: 2.1460e-02, c2: 5.7137e-03, d1: 3.0803e-03, d2: 3.0812e-02, l1_reg: 5.2135e+02, l2_reg: 3.1595e+02\n",
      "2020/09/03, 19:29:24, Iteration: 524000, Train Loss: 5.4622e-02, c1: 1.5696e-02, c2: 5.0840e-03, d1: 3.2968e-03, d2: 3.0536e-02, l1_reg: 5.2114e+02, l2_reg: 3.1611e+02\n",
      "2020/09/03, 19:29:33, Iteration: 525000, Train Loss: 5.8970e-02, c1: 1.9817e-02, c2: 5.4789e-03, d1: 2.5825e-03, d2: 3.1083e-02, l1_reg: 5.2170e+02, l2_reg: 3.1626e+02\n",
      "2020/09/03, 19:29:41, Iteration: 526000, Train Loss: 5.7736e-02, c1: 1.8001e-02, c2: 5.9654e-03, d1: 2.7010e-03, d2: 3.1060e-02, l1_reg: 5.2050e+02, l2_reg: 3.1630e+02\n",
      "2020/09/03, 19:29:50, Iteration: 527000, Train Loss: 6.8004e-02, c1: 2.9272e-02, c2: 5.5336e-03, d1: 2.7934e-03, d2: 3.0396e-02, l1_reg: 5.2053e+02, l2_reg: 3.1645e+02\n",
      "2020/09/03, 19:29:59, Iteration: 528000, Train Loss: 5.1699e-02, c1: 1.4093e-02, c2: 4.4408e-03, d1: 2.9444e-03, d2: 3.0212e-02, l1_reg: 5.2119e+02, l2_reg: 3.1669e+02\n",
      "2020/09/03, 19:30:08, Iteration: 529000, Train Loss: 5.7111e-02, c1: 1.9492e-02, c2: 4.6114e-03, d1: 2.5355e-03, d2: 3.0464e-02, l1_reg: 5.2018e+02, l2_reg: 3.1669e+02\n",
      "2020/09/03, 19:30:17, Iteration: 530000, Train Loss: 5.3021e-02, c1: 1.4146e-02, c2: 4.9803e-03, d1: 3.1946e-03, d2: 3.0691e-02, l1_reg: 5.2073e+02, l2_reg: 3.1687e+02\n",
      "2020/09/03, 19:30:26, Iteration: 531000, Train Loss: 5.3877e-02, c1: 1.4511e-02, c2: 5.5647e-03, d1: 2.6181e-03, d2: 3.1174e-02, l1_reg: 5.2017e+02, l2_reg: 3.1697e+02\n",
      "2020/09/03, 19:30:35, Iteration: 532000, Train Loss: 6.0381e-02, c1: 2.0213e-02, c2: 6.3086e-03, d1: 2.6998e-03, d2: 3.1150e-02, l1_reg: 5.2042e+02, l2_reg: 3.1715e+02\n",
      "2020/09/03, 19:30:44, Iteration: 533000, Train Loss: 6.0046e-02, c1: 1.9473e-02, c2: 6.3353e-03, d1: 3.0201e-03, d2: 3.1209e-02, l1_reg: 5.1996e+02, l2_reg: 3.1720e+02\n",
      "2020/09/03, 19:30:52, Iteration: 534000, Train Loss: 5.1019e-02, c1: 1.2242e-02, c2: 5.5397e-03, d1: 2.6338e-03, d2: 3.0596e-02, l1_reg: 5.1966e+02, l2_reg: 3.1736e+02\n",
      "2020/09/03, 19:31:01, Iteration: 535000, Train Loss: 6.0441e-02, c1: 2.1707e-02, c2: 5.5349e-03, d1: 2.4646e-03, d2: 3.0726e-02, l1_reg: 5.2031e+02, l2_reg: 3.1756e+02\n",
      "2020/09/03, 19:31:10, Iteration: 536000, Train Loss: 5.3361e-02, c1: 1.3415e-02, c2: 5.9010e-03, d1: 2.6331e-03, d2: 3.1403e-02, l1_reg: 5.1882e+02, l2_reg: 3.1755e+02\n",
      "2020/09/03, 19:31:19, Iteration: 537000, Train Loss: 5.2286e-02, c1: 1.3496e-02, c2: 5.1871e-03, d1: 2.8606e-03, d2: 3.0734e-02, l1_reg: 5.1860e+02, l2_reg: 3.1776e+02\n",
      "2020/09/03, 19:31:28, Iteration: 538000, Train Loss: 6.1810e-02, c1: 2.0418e-02, c2: 6.9124e-03, d1: 3.0516e-03, d2: 3.1419e-02, l1_reg: 5.2030e+02, l2_reg: 3.1797e+02\n",
      "2020/09/03, 19:31:37, Iteration: 539000, Train Loss: 5.6513e-02, c1: 1.8072e-02, c2: 5.0710e-03, d1: 2.9145e-03, d2: 3.0446e-02, l1_reg: 5.1870e+02, l2_reg: 3.1814e+02\n",
      "2020/09/03, 19:31:46, Iteration: 540000, Train Loss: 6.0908e-02, c1: 2.1373e-02, c2: 5.9333e-03, d1: 2.8482e-03, d2: 3.0745e-02, l1_reg: 5.1795e+02, l2_reg: 3.1814e+02\n",
      "2020/09/03, 19:31:55, Iteration: 541000, Train Loss: 5.0683e-02, c1: 1.2343e-02, c2: 5.0825e-03, d1: 2.8576e-03, d2: 3.0392e-02, l1_reg: 5.1886e+02, l2_reg: 3.1833e+02\n",
      "2020/09/03, 19:32:03, Iteration: 542000, Train Loss: 5.8732e-02, c1: 1.9081e-02, c2: 5.9238e-03, d1: 2.8273e-03, d2: 3.0891e-02, l1_reg: 5.1831e+02, l2_reg: 3.1851e+02\n",
      "2020/09/03, 19:32:12, Iteration: 543000, Train Loss: 5.7811e-02, c1: 1.9462e-02, c2: 4.4361e-03, d1: 3.5696e-03, d2: 3.0335e-02, l1_reg: 5.1795e+02, l2_reg: 3.1864e+02\n",
      "2020/09/03, 19:32:21, Iteration: 544000, Train Loss: 5.4321e-02, c1: 1.5223e-02, c2: 5.4536e-03, d1: 2.5787e-03, d2: 3.1058e-02, l1_reg: 5.1763e+02, l2_reg: 3.1879e+02\n",
      "2020/09/03, 19:32:30, Iteration: 545000, Train Loss: 6.5705e-02, c1: 2.4852e-02, c2: 6.6038e-03, d1: 3.0020e-03, d2: 3.1238e-02, l1_reg: 5.1779e+02, l2_reg: 3.1903e+02\n",
      "2020/09/03, 19:32:39, Iteration: 546000, Train Loss: 5.1481e-02, c1: 1.3882e-02, c2: 4.5491e-03, d1: 2.6355e-03, d2: 3.0406e-02, l1_reg: 5.1847e+02, l2_reg: 3.1920e+02\n",
      "2020/09/03, 19:32:48, Iteration: 547000, Train Loss: 5.6360e-02, c1: 1.6564e-02, c2: 6.4408e-03, d1: 2.8528e-03, d2: 3.0494e-02, l1_reg: 5.1847e+02, l2_reg: 3.1934e+02\n",
      "2020/09/03, 19:32:57, Iteration: 548000, Train Loss: 5.6067e-02, c1: 1.4830e-02, c2: 6.7857e-03, d1: 2.8731e-03, d2: 3.1570e-02, l1_reg: 5.1920e+02, l2_reg: 3.1959e+02\n",
      "2020/09/03, 19:33:06, Iteration: 549000, Train Loss: 5.5366e-02, c1: 1.4889e-02, c2: 5.5471e-03, d1: 3.8461e-03, d2: 3.1075e-02, l1_reg: 5.1875e+02, l2_reg: 3.1973e+02\n",
      "2020/09/03, 19:33:14, Iteration: 550000, Train Loss: 5.1412e-02, c1: 1.2744e-02, c2: 5.1218e-03, d1: 3.1552e-03, d2: 3.0382e-02, l1_reg: 5.1786e+02, l2_reg: 3.1974e+02\n",
      "2020/09/03, 19:33:23, Iteration: 551000, Train Loss: 5.8783e-02, c1: 1.7629e-02, c2: 6.6335e-03, d1: 2.7217e-03, d2: 3.1791e-02, l1_reg: 5.1788e+02, l2_reg: 3.1998e+02\n",
      "2020/09/03, 19:33:32, Iteration: 552000, Train Loss: 5.9549e-02, c1: 2.0910e-02, c2: 5.1687e-03, d1: 2.6667e-03, d2: 3.0795e-02, l1_reg: 5.1899e+02, l2_reg: 3.2025e+02\n",
      "2020/09/03, 19:33:41, Iteration: 553000, Train Loss: 5.5308e-02, c1: 1.6188e-02, c2: 5.5427e-03, d1: 3.1401e-03, d2: 3.0428e-02, l1_reg: 5.1832e+02, l2_reg: 3.2032e+02\n",
      "2020/09/03, 19:33:50, Iteration: 554000, Train Loss: 6.0133e-02, c1: 2.2178e-02, c2: 4.4078e-03, d1: 3.0175e-03, d2: 3.0521e-02, l1_reg: 5.1763e+02, l2_reg: 3.2055e+02\n",
      "2020/09/03, 19:33:59, Iteration: 555000, Train Loss: 6.1804e-02, c1: 2.3026e-02, c2: 4.9789e-03, d1: 3.2942e-03, d2: 3.0496e-02, l1_reg: 5.1926e+02, l2_reg: 3.2069e+02\n",
      "2020/09/03, 19:34:08, Iteration: 556000, Train Loss: 6.0305e-02, c1: 2.0291e-02, c2: 6.0377e-03, d1: 3.0683e-03, d2: 3.0899e-02, l1_reg: 5.1785e+02, l2_reg: 3.2076e+02\n",
      "2020/09/03, 19:34:16, Iteration: 557000, Train Loss: 5.6907e-02, c1: 1.7639e-02, c2: 5.4424e-03, d1: 2.9678e-03, d2: 3.0849e-02, l1_reg: 5.1722e+02, l2_reg: 3.2093e+02\n",
      "2020/09/03, 19:34:26, Iteration: 558000, Train Loss: 5.7641e-02, c1: 1.8718e-02, c2: 5.0169e-03, d1: 3.2343e-03, d2: 3.0663e-02, l1_reg: 5.1823e+02, l2_reg: 3.2113e+02\n",
      "2020/09/03, 19:34:35, Iteration: 559000, Train Loss: 5.9728e-02, c1: 2.2327e-02, c2: 4.6628e-03, d1: 2.5348e-03, d2: 3.0195e-02, l1_reg: 5.1772e+02, l2_reg: 3.2131e+02\n",
      "2020/09/03, 19:34:43, Iteration: 560000, Train Loss: 6.0726e-02, c1: 2.1407e-02, c2: 5.3530e-03, d1: 3.1838e-03, d2: 3.0773e-02, l1_reg: 5.1852e+02, l2_reg: 3.2148e+02\n",
      "2020/09/03, 19:34:52, Iteration: 561000, Train Loss: 6.1660e-02, c1: 2.0558e-02, c2: 6.2066e-03, d1: 3.1447e-03, d2: 3.1742e-02, l1_reg: 5.1798e+02, l2_reg: 3.2163e+02\n",
      "2020/09/03, 19:35:01, Iteration: 562000, Train Loss: 5.3533e-02, c1: 1.5746e-02, c2: 4.8308e-03, d1: 2.8251e-03, d2: 3.0123e-02, l1_reg: 5.1770e+02, l2_reg: 3.2174e+02\n",
      "2020/09/03, 19:35:09, Iteration: 563000, Train Loss: 5.6077e-02, c1: 1.6710e-02, c2: 5.1658e-03, d1: 3.9130e-03, d2: 3.0279e-02, l1_reg: 5.1824e+02, l2_reg: 3.2196e+02\n",
      "2020/09/03, 19:35:18, Iteration: 564000, Train Loss: 6.3302e-02, c1: 2.4064e-02, c2: 5.3547e-03, d1: 2.9478e-03, d2: 3.0927e-02, l1_reg: 5.1824e+02, l2_reg: 3.2212e+02\n",
      "2020/09/03, 19:35:27, Iteration: 565000, Train Loss: 6.6329e-02, c1: 2.4577e-02, c2: 6.4970e-03, d1: 3.8184e-03, d2: 3.1429e-02, l1_reg: 5.1711e+02, l2_reg: 3.2225e+02\n",
      "2020/09/03, 19:35:36, Iteration: 566000, Train Loss: 5.1679e-02, c1: 1.4047e-02, c2: 4.7339e-03, d1: 2.7388e-03, d2: 3.0151e-02, l1_reg: 5.1778e+02, l2_reg: 3.2242e+02\n",
      "2020/09/03, 19:35:45, Iteration: 567000, Train Loss: 5.2873e-02, c1: 1.4479e-02, c2: 5.5772e-03, d1: 2.7164e-03, d2: 3.0091e-02, l1_reg: 5.1731e+02, l2_reg: 3.2254e+02\n",
      "2020/09/03, 19:35:54, Iteration: 568000, Train Loss: 5.5847e-02, c1: 1.5083e-02, c2: 6.3776e-03, d1: 3.0210e-03, d2: 3.1358e-02, l1_reg: 5.1721e+02, l2_reg: 3.2270e+02\n",
      "2020/09/03, 19:36:02, Iteration: 569000, Train Loss: 5.8685e-02, c1: 1.9375e-02, c2: 5.9313e-03, d1: 2.5717e-03, d2: 3.0798e-02, l1_reg: 5.1687e+02, l2_reg: 3.2288e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:36:11, Iteration: 570000, Train Loss: 5.5886e-02, c1: 1.6855e-02, c2: 5.5551e-03, d1: 2.4478e-03, d2: 3.1020e-02, l1_reg: 5.1716e+02, l2_reg: 3.2303e+02\n",
      "2020/09/03, 19:36:20, Iteration: 571000, Train Loss: 5.4586e-02, c1: 1.5347e-02, c2: 5.5353e-03, d1: 2.8951e-03, d2: 3.0800e-02, l1_reg: 5.1708e+02, l2_reg: 3.2324e+02\n",
      "2020/09/03, 19:36:29, Iteration: 572000, Train Loss: 5.9022e-02, c1: 1.9844e-02, c2: 5.1705e-03, d1: 3.1079e-03, d2: 3.0891e-02, l1_reg: 5.1769e+02, l2_reg: 3.2342e+02\n",
      "2020/09/03, 19:36:38, Iteration: 573000, Train Loss: 6.2064e-02, c1: 2.0184e-02, c2: 7.0625e-03, d1: 3.0010e-03, d2: 3.1808e-02, l1_reg: 5.1910e+02, l2_reg: 3.2367e+02\n",
      "2020/09/03, 19:36:46, Iteration: 574000, Train Loss: 6.1700e-02, c1: 2.3840e-02, c2: 4.7388e-03, d1: 2.8886e-03, d2: 3.0224e-02, l1_reg: 5.1864e+02, l2_reg: 3.2376e+02\n",
      "2020/09/03, 19:36:55, Iteration: 575000, Train Loss: 5.8848e-02, c1: 1.8185e-02, c2: 6.7338e-03, d1: 2.7890e-03, d2: 3.1131e-02, l1_reg: 5.1827e+02, l2_reg: 3.2384e+02\n",
      "2020/09/03, 19:37:04, Iteration: 576000, Train Loss: 6.1911e-02, c1: 2.1884e-02, c2: 6.0705e-03, d1: 2.7383e-03, d2: 3.1210e-02, l1_reg: 5.1775e+02, l2_reg: 3.2400e+02\n",
      "2020/09/03, 19:37:13, Iteration: 577000, Train Loss: 5.5247e-02, c1: 1.7272e-02, c2: 4.8934e-03, d1: 2.4960e-03, d2: 3.0577e-02, l1_reg: 5.1703e+02, l2_reg: 3.2412e+02\n",
      "2020/09/03, 19:37:22, Iteration: 578000, Train Loss: 5.6565e-02, c1: 1.6781e-02, c2: 6.0336e-03, d1: 3.1031e-03, d2: 3.0639e-02, l1_reg: 5.1740e+02, l2_reg: 3.2435e+02\n",
      "2020/09/03, 19:37:31, Iteration: 579000, Train Loss: 5.7511e-02, c1: 1.8343e-02, c2: 5.3496e-03, d1: 3.2081e-03, d2: 3.0602e-02, l1_reg: 5.1899e+02, l2_reg: 3.2456e+02\n",
      "2020/09/03, 19:37:40, Iteration: 580000, Train Loss: 4.9681e-02, c1: 1.1024e-02, c2: 5.1524e-03, d1: 2.8790e-03, d2: 3.0617e-02, l1_reg: 5.1715e+02, l2_reg: 3.2470e+02\n",
      "2020/09/03, 19:37:48, Iteration: 581000, Train Loss: 5.7882e-02, c1: 1.8519e-02, c2: 5.3359e-03, d1: 2.9700e-03, d2: 3.1049e-02, l1_reg: 5.1773e+02, l2_reg: 3.2491e+02\n",
      "2020/09/03, 19:37:57, Iteration: 582000, Train Loss: 5.6926e-02, c1: 1.8134e-02, c2: 5.3261e-03, d1: 3.0464e-03, d2: 3.0412e-02, l1_reg: 5.1770e+02, l2_reg: 3.2502e+02\n",
      "2020/09/03, 19:38:06, Iteration: 583000, Train Loss: 5.8102e-02, c1: 1.7949e-02, c2: 5.9562e-03, d1: 3.3602e-03, d2: 3.0828e-02, l1_reg: 5.1719e+02, l2_reg: 3.2514e+02\n",
      "2020/09/03, 19:38:15, Iteration: 584000, Train Loss: 5.9485e-02, c1: 1.9836e-02, c2: 6.3028e-03, d1: 2.7168e-03, d2: 3.0621e-02, l1_reg: 5.1823e+02, l2_reg: 3.2539e+02\n",
      "2020/09/03, 19:38:24, Iteration: 585000, Train Loss: 6.1454e-02, c1: 2.2655e-02, c2: 4.8873e-03, d1: 3.1242e-03, d2: 3.0778e-02, l1_reg: 5.1783e+02, l2_reg: 3.2554e+02\n",
      "2020/09/03, 19:38:33, Iteration: 586000, Train Loss: 6.0489e-02, c1: 2.1455e-02, c2: 5.2090e-03, d1: 3.1479e-03, d2: 3.0669e-02, l1_reg: 5.1848e+02, l2_reg: 3.2577e+02\n",
      "2020/09/03, 19:38:42, Iteration: 587000, Train Loss: 6.3658e-02, c1: 2.3070e-02, c2: 6.5051e-03, d1: 2.9051e-03, d2: 3.1169e-02, l1_reg: 5.1853e+02, l2_reg: 3.2600e+02\n",
      "2020/09/03, 19:38:51, Iteration: 588000, Train Loss: 5.9241e-02, c1: 2.0497e-02, c2: 5.3578e-03, d1: 2.8628e-03, d2: 3.0514e-02, l1_reg: 5.1712e+02, l2_reg: 3.2603e+02\n",
      "2020/09/03, 19:38:59, Iteration: 589000, Train Loss: 4.8227e-02, c1: 1.0377e-02, c2: 4.5600e-03, d1: 2.8357e-03, d2: 3.0446e-02, l1_reg: 5.1786e+02, l2_reg: 3.2617e+02\n",
      "2020/09/03, 19:39:08, Iteration: 590000, Train Loss: 5.6170e-02, c1: 1.7663e-02, c2: 4.8985e-03, d1: 3.3726e-03, d2: 3.0227e-02, l1_reg: 5.1765e+02, l2_reg: 3.2644e+02\n",
      "2020/09/03, 19:39:17, Iteration: 591000, Train Loss: 4.8560e-02, c1: 9.3544e-03, c2: 5.4281e-03, d1: 2.7382e-03, d2: 3.1031e-02, l1_reg: 5.1779e+02, l2_reg: 3.2657e+02\n",
      "2020/09/03, 19:39:26, Iteration: 592000, Train Loss: 5.8727e-02, c1: 1.9266e-02, c2: 5.1994e-03, d1: 3.5220e-03, d2: 3.0730e-02, l1_reg: 5.1768e+02, l2_reg: 3.2667e+02\n",
      "2020/09/03, 19:39:35, Iteration: 593000, Train Loss: 5.6609e-02, c1: 1.7142e-02, c2: 5.0692e-03, d1: 3.8941e-03, d2: 3.0495e-02, l1_reg: 5.1802e+02, l2_reg: 3.2693e+02\n",
      "2020/09/03, 19:39:43, Iteration: 594000, Train Loss: 5.9553e-02, c1: 1.6665e-02, c2: 7.9232e-03, d1: 3.4989e-03, d2: 3.1457e-02, l1_reg: 5.1850e+02, l2_reg: 3.2708e+02\n",
      "2020/09/03, 19:39:52, Iteration: 595000, Train Loss: 5.2853e-02, c1: 1.2686e-02, c2: 6.2598e-03, d1: 2.8733e-03, d2: 3.1026e-02, l1_reg: 5.1812e+02, l2_reg: 3.2721e+02\n",
      "2020/09/03, 19:40:01, Iteration: 596000, Train Loss: 5.7457e-02, c1: 1.7794e-02, c2: 5.8068e-03, d1: 3.2350e-03, d2: 3.0613e-02, l1_reg: 5.1958e+02, l2_reg: 3.2747e+02\n",
      "2020/09/03, 19:40:10, Iteration: 597000, Train Loss: 5.3039e-02, c1: 1.4015e-02, c2: 5.5642e-03, d1: 2.5430e-03, d2: 3.0908e-02, l1_reg: 5.1815e+02, l2_reg: 3.2752e+02\n",
      "2020/09/03, 19:40:19, Iteration: 598000, Train Loss: 5.6728e-02, c1: 1.8651e-02, c2: 5.0163e-03, d1: 2.7223e-03, d2: 3.0330e-02, l1_reg: 5.1847e+02, l2_reg: 3.2777e+02\n",
      "2020/09/03, 19:40:28, Iteration: 599000, Train Loss: 5.2235e-02, c1: 1.2917e-02, c2: 5.5171e-03, d1: 2.9875e-03, d2: 3.0805e-02, l1_reg: 5.1863e+02, l2_reg: 3.2793e+02\n",
      "2020/09/03, 19:40:37, Iteration: 600000, Train Loss: 5.4418e-02, c1: 1.5520e-02, c2: 5.4379e-03, d1: 2.6847e-03, d2: 3.0767e-02, l1_reg: 5.1796e+02, l2_reg: 3.2808e+02\n",
      "2020/09/03, 19:40:45, Iteration: 601000, Train Loss: 5.5999e-02, c1: 1.6060e-02, c2: 5.8275e-03, d1: 3.7415e-03, d2: 3.0361e-02, l1_reg: 5.1899e+02, l2_reg: 3.2825e+02\n",
      "2020/09/03, 19:40:54, Iteration: 602000, Train Loss: 5.6809e-02, c1: 1.8627e-02, c2: 4.9293e-03, d1: 2.5236e-03, d2: 3.0721e-02, l1_reg: 5.1789e+02, l2_reg: 3.2844e+02\n",
      "2020/09/03, 19:41:03, Iteration: 603000, Train Loss: 5.3727e-02, c1: 1.5642e-02, c2: 4.8006e-03, d1: 3.1461e-03, d2: 3.0129e-02, l1_reg: 5.1976e+02, l2_reg: 3.2873e+02\n",
      "2020/09/03, 19:41:12, Iteration: 604000, Train Loss: 5.2477e-02, c1: 1.4878e-02, c2: 4.5367e-03, d1: 2.7194e-03, d2: 3.0335e-02, l1_reg: 5.1838e+02, l2_reg: 3.2876e+02\n",
      "2020/09/03, 19:41:21, Iteration: 605000, Train Loss: 5.8759e-02, c1: 1.8504e-02, c2: 6.0795e-03, d1: 2.9882e-03, d2: 3.1178e-02, l1_reg: 5.1800e+02, l2_reg: 3.2887e+02\n",
      "2020/09/03, 19:41:29, Iteration: 606000, Train Loss: 5.9830e-02, c1: 2.1207e-02, c2: 4.9640e-03, d1: 3.0478e-03, d2: 3.0603e-02, l1_reg: 5.1770e+02, l2_reg: 3.2905e+02\n",
      "2020/09/03, 19:41:38, Iteration: 607000, Train Loss: 5.6193e-02, c1: 1.7159e-02, c2: 5.5107e-03, d1: 3.3164e-03, d2: 3.0199e-02, l1_reg: 5.1752e+02, l2_reg: 3.2920e+02\n",
      "2020/09/03, 19:41:47, Iteration: 608000, Train Loss: 5.8155e-02, c1: 1.7822e-02, c2: 6.4647e-03, d1: 2.5692e-03, d2: 3.1291e-02, l1_reg: 5.1862e+02, l2_reg: 3.2939e+02\n",
      "2020/09/03, 19:41:56, Iteration: 609000, Train Loss: 4.8159e-02, c1: 1.0703e-02, c2: 4.6162e-03, d1: 2.4429e-03, d2: 3.0389e-02, l1_reg: 5.1853e+02, l2_reg: 3.2953e+02\n",
      "2020/09/03, 19:42:04, Iteration: 610000, Train Loss: 5.6181e-02, c1: 1.6750e-02, c2: 6.0096e-03, d1: 2.6991e-03, d2: 3.0715e-02, l1_reg: 5.1831e+02, l2_reg: 3.2972e+02\n",
      "2020/09/03, 19:42:14, Iteration: 611000, Train Loss: 5.1548e-02, c1: 1.4126e-02, c2: 4.7038e-03, d1: 2.5917e-03, d2: 3.0119e-02, l1_reg: 5.1882e+02, l2_reg: 3.2981e+02\n",
      "2020/09/03, 19:42:22, Iteration: 612000, Train Loss: 5.5284e-02, c1: 1.6436e-02, c2: 5.3054e-03, d1: 2.9149e-03, d2: 3.0619e-02, l1_reg: 5.1864e+02, l2_reg: 3.2995e+02\n",
      "2020/09/03, 19:42:31, Iteration: 613000, Train Loss: 5.5853e-02, c1: 1.8496e-02, c2: 4.3663e-03, d1: 2.8826e-03, d2: 3.0100e-02, l1_reg: 5.1863e+02, l2_reg: 3.3017e+02\n",
      "2020/09/03, 19:42:40, Iteration: 614000, Train Loss: 5.5785e-02, c1: 1.6669e-02, c2: 5.5072e-03, d1: 2.9120e-03, d2: 3.0688e-02, l1_reg: 5.1872e+02, l2_reg: 3.3035e+02\n",
      "2020/09/03, 19:42:49, Iteration: 615000, Train Loss: 5.0029e-02, c1: 1.2498e-02, c2: 4.5586e-03, d1: 2.5321e-03, d2: 3.0432e-02, l1_reg: 5.1813e+02, l2_reg: 3.3051e+02\n",
      "2020/09/03, 19:42:58, Iteration: 616000, Train Loss: 5.5812e-02, c1: 1.8267e-02, c2: 4.4910e-03, d1: 2.7296e-03, d2: 3.0315e-02, l1_reg: 5.1902e+02, l2_reg: 3.3063e+02\n",
      "2020/09/03, 19:43:07, Iteration: 617000, Train Loss: 5.3444e-02, c1: 1.6326e-02, c2: 4.3500e-03, d1: 2.5139e-03, d2: 3.0246e-02, l1_reg: 5.1866e+02, l2_reg: 3.3078e+02\n",
      "2020/09/03, 19:43:16, Iteration: 618000, Train Loss: 5.9012e-02, c1: 2.1407e-02, c2: 4.5401e-03, d1: 2.7606e-03, d2: 3.0296e-02, l1_reg: 5.1920e+02, l2_reg: 3.3096e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:43:25, Iteration: 619000, Train Loss: 5.6760e-02, c1: 1.9667e-02, c2: 4.2612e-03, d1: 2.6382e-03, d2: 3.0185e-02, l1_reg: 5.1930e+02, l2_reg: 3.3105e+02\n",
      "2020/09/03, 19:43:34, Iteration: 620000, Train Loss: 5.6873e-02, c1: 1.8254e-02, c2: 5.2675e-03, d1: 3.0697e-03, d2: 3.0273e-02, l1_reg: 5.1898e+02, l2_reg: 3.3119e+02\n",
      "2020/09/03, 19:43:42, Iteration: 621000, Train Loss: 5.4775e-02, c1: 1.5935e-02, c2: 5.1922e-03, d1: 3.2246e-03, d2: 3.0414e-02, l1_reg: 5.2086e+02, l2_reg: 3.3138e+02\n",
      "2020/09/03, 19:43:51, Iteration: 622000, Train Loss: 5.4916e-02, c1: 1.6714e-02, c2: 4.6421e-03, d1: 3.1103e-03, d2: 3.0441e-02, l1_reg: 5.1983e+02, l2_reg: 3.3156e+02\n",
      "2020/09/03, 19:44:00, Iteration: 623000, Train Loss: 5.7857e-02, c1: 1.9997e-02, c2: 4.6891e-03, d1: 2.7253e-03, d2: 3.0437e-02, l1_reg: 5.1897e+02, l2_reg: 3.3166e+02\n",
      "2020/09/03, 19:44:09, Iteration: 624000, Train Loss: 5.5008e-02, c1: 1.7107e-02, c2: 4.8374e-03, d1: 2.4651e-03, d2: 3.0591e-02, l1_reg: 5.2091e+02, l2_reg: 3.3199e+02\n",
      "2020/09/03, 19:44:18, Iteration: 625000, Train Loss: 5.5135e-02, c1: 1.5699e-02, c2: 5.1875e-03, d1: 3.8210e-03, d2: 3.0419e-02, l1_reg: 5.1889e+02, l2_reg: 3.3194e+02\n",
      "2020/09/03, 19:44:27, Iteration: 626000, Train Loss: 5.4102e-02, c1: 1.6172e-02, c2: 4.5956e-03, d1: 2.9607e-03, d2: 3.0365e-02, l1_reg: 5.1849e+02, l2_reg: 3.3210e+02\n",
      "2020/09/03, 19:44:36, Iteration: 627000, Train Loss: 5.0888e-02, c1: 1.2480e-02, c2: 4.9928e-03, d1: 3.0434e-03, d2: 3.0363e-02, l1_reg: 5.1958e+02, l2_reg: 3.3233e+02\n",
      "2020/09/03, 19:44:45, Iteration: 628000, Train Loss: 5.4057e-02, c1: 1.6943e-02, c2: 4.1538e-03, d1: 2.7024e-03, d2: 3.0249e-02, l1_reg: 5.1947e+02, l2_reg: 3.3244e+02\n",
      "2020/09/03, 19:44:54, Iteration: 629000, Train Loss: 5.3209e-02, c1: 1.4972e-02, c2: 4.6335e-03, d1: 3.4445e-03, d2: 3.0151e-02, l1_reg: 5.1944e+02, l2_reg: 3.3260e+02\n",
      "2020/09/03, 19:45:03, Iteration: 630000, Train Loss: 5.4888e-02, c1: 1.6763e-02, c2: 4.6865e-03, d1: 3.0408e-03, d2: 3.0389e-02, l1_reg: 5.2054e+02, l2_reg: 3.3278e+02\n",
      "2020/09/03, 19:45:11, Iteration: 631000, Train Loss: 6.0365e-02, c1: 2.2179e-02, c2: 5.2868e-03, d1: 2.7107e-03, d2: 3.0180e-02, l1_reg: 5.2025e+02, l2_reg: 3.3296e+02\n",
      "2020/09/03, 19:45:20, Iteration: 632000, Train Loss: 5.7761e-02, c1: 1.9208e-02, c2: 4.8286e-03, d1: 3.3836e-03, d2: 3.0333e-02, l1_reg: 5.1982e+02, l2_reg: 3.3298e+02\n",
      "2020/09/03, 19:45:29, Iteration: 633000, Train Loss: 5.5320e-02, c1: 1.5442e-02, c2: 6.0782e-03, d1: 2.9953e-03, d2: 3.0796e-02, l1_reg: 5.1977e+02, l2_reg: 3.3318e+02\n",
      "2020/09/03, 19:45:38, Iteration: 634000, Train Loss: 5.7321e-02, c1: 1.6766e-02, c2: 6.0045e-03, d1: 3.0806e-03, d2: 3.1461e-02, l1_reg: 5.1932e+02, l2_reg: 3.3332e+02\n",
      "2020/09/03, 19:45:47, Iteration: 635000, Train Loss: 5.5758e-02, c1: 1.6649e-02, c2: 5.2890e-03, d1: 3.1990e-03, d2: 3.0612e-02, l1_reg: 5.1990e+02, l2_reg: 3.3358e+02\n",
      "2020/09/03, 19:45:56, Iteration: 636000, Train Loss: 6.0065e-02, c1: 2.0643e-02, c2: 5.1707e-03, d1: 3.3784e-03, d2: 3.0864e-02, l1_reg: 5.2000e+02, l2_reg: 3.3368e+02\n",
      "2020/09/03, 19:46:04, Iteration: 637000, Train Loss: 5.4680e-02, c1: 1.6087e-02, c2: 5.0434e-03, d1: 2.8860e-03, d2: 3.0655e-02, l1_reg: 5.2021e+02, l2_reg: 3.3384e+02\n",
      "2020/09/03, 19:46:13, Iteration: 638000, Train Loss: 5.5053e-02, c1: 1.4457e-02, c2: 5.8677e-03, d1: 3.7242e-03, d2: 3.0995e-02, l1_reg: 5.1895e+02, l2_reg: 3.3388e+02\n",
      "2020/09/03, 19:46:22, Iteration: 639000, Train Loss: 6.0336e-02, c1: 2.1360e-02, c2: 4.8305e-03, d1: 3.4808e-03, d2: 3.0656e-02, l1_reg: 5.1948e+02, l2_reg: 3.3411e+02\n",
      "2020/09/03, 19:46:31, Iteration: 640000, Train Loss: 5.5075e-02, c1: 1.6409e-02, c2: 5.5974e-03, d1: 3.0828e-03, d2: 2.9977e-02, l1_reg: 5.1978e+02, l2_reg: 3.3436e+02\n",
      "2020/09/03, 19:46:40, Iteration: 641000, Train Loss: 5.7341e-02, c1: 1.8019e-02, c2: 5.3565e-03, d1: 3.4698e-03, d2: 3.0487e-02, l1_reg: 5.1952e+02, l2_reg: 3.3440e+02\n",
      "2020/09/03, 19:46:48, Iteration: 642000, Train Loss: 5.7468e-02, c1: 1.7101e-02, c2: 6.1781e-03, d1: 2.7944e-03, d2: 3.1385e-02, l1_reg: 5.2181e+02, l2_reg: 3.3461e+02\n",
      "2020/09/03, 19:46:57, Iteration: 643000, Train Loss: 5.6590e-02, c1: 1.6127e-02, c2: 6.3286e-03, d1: 3.0423e-03, d2: 3.1084e-02, l1_reg: 5.2063e+02, l2_reg: 3.3473e+02\n",
      "2020/09/03, 19:47:06, Iteration: 644000, Train Loss: 5.2263e-02, c1: 1.3026e-02, c2: 5.3563e-03, d1: 2.9400e-03, d2: 3.0932e-02, l1_reg: 5.1932e+02, l2_reg: 3.3478e+02\n",
      "2020/09/03, 19:47:15, Iteration: 645000, Train Loss: 5.1727e-02, c1: 1.2673e-02, c2: 5.1416e-03, d1: 3.0879e-03, d2: 3.0815e-02, l1_reg: 5.2006e+02, l2_reg: 3.3494e+02\n",
      "2020/09/03, 19:47:24, Iteration: 646000, Train Loss: 5.7241e-02, c1: 1.7724e-02, c2: 5.9255e-03, d1: 2.5682e-03, d2: 3.1014e-02, l1_reg: 5.1910e+02, l2_reg: 3.3513e+02\n",
      "2020/09/03, 19:47:32, Iteration: 647000, Train Loss: 5.6468e-02, c1: 1.8146e-02, c2: 5.1414e-03, d1: 2.7463e-03, d2: 3.0426e-02, l1_reg: 5.1928e+02, l2_reg: 3.3521e+02\n",
      "2020/09/03, 19:47:41, Iteration: 648000, Train Loss: 6.0219e-02, c1: 2.0815e-02, c2: 6.0056e-03, d1: 2.4656e-03, d2: 3.0924e-02, l1_reg: 5.2127e+02, l2_reg: 3.3545e+02\n",
      "2020/09/03, 19:47:50, Iteration: 649000, Train Loss: 5.4474e-02, c1: 1.4159e-02, c2: 5.7565e-03, d1: 3.7086e-03, d2: 3.0841e-02, l1_reg: 5.1970e+02, l2_reg: 3.3549e+02\n",
      "2020/09/03, 19:47:59, Iteration: 650000, Train Loss: 5.3966e-02, c1: 1.6446e-02, c2: 4.5346e-03, d1: 2.9868e-03, d2: 2.9991e-02, l1_reg: 5.1999e+02, l2_reg: 3.3561e+02\n",
      "2020/09/03, 19:48:08, Iteration: 651000, Train Loss: 5.5737e-02, c1: 1.7090e-02, c2: 4.3578e-03, d1: 3.9729e-03, d2: 3.0307e-02, l1_reg: 5.1903e+02, l2_reg: 3.3571e+02\n",
      "2020/09/03, 19:48:17, Iteration: 652000, Train Loss: 6.1985e-02, c1: 2.1217e-02, c2: 6.7781e-03, d1: 2.8547e-03, d2: 3.1127e-02, l1_reg: 5.2040e+02, l2_reg: 3.3584e+02\n",
      "2020/09/03, 19:48:26, Iteration: 653000, Train Loss: 6.1196e-02, c1: 2.3100e-02, c2: 4.8331e-03, d1: 2.9950e-03, d2: 3.0259e-02, l1_reg: 5.2036e+02, l2_reg: 3.3610e+02\n",
      "2020/09/03, 19:48:35, Iteration: 654000, Train Loss: 6.1440e-02, c1: 2.3185e-02, c2: 4.9321e-03, d1: 3.1704e-03, d2: 3.0143e-02, l1_reg: 5.1973e+02, l2_reg: 3.3624e+02\n",
      "2020/09/03, 19:48:44, Iteration: 655000, Train Loss: 6.0170e-02, c1: 2.1888e-02, c2: 5.1699e-03, d1: 2.7702e-03, d2: 3.0333e-02, l1_reg: 5.1962e+02, l2_reg: 3.3643e+02\n",
      "2020/09/03, 19:48:53, Iteration: 656000, Train Loss: 5.5370e-02, c1: 1.6874e-02, c2: 5.1804e-03, d1: 2.8524e-03, d2: 3.0454e-02, l1_reg: 5.2007e+02, l2_reg: 3.3655e+02\n",
      "2020/09/03, 19:49:01, Iteration: 657000, Train Loss: 5.5717e-02, c1: 1.7182e-02, c2: 4.9419e-03, d1: 2.8969e-03, d2: 3.0688e-02, l1_reg: 5.1924e+02, l2_reg: 3.3672e+02\n",
      "2020/09/03, 19:49:10, Iteration: 658000, Train Loss: 5.1087e-02, c1: 1.2505e-02, c2: 4.8088e-03, d1: 3.3314e-03, d2: 3.0433e-02, l1_reg: 5.2122e+02, l2_reg: 3.3699e+02\n",
      "2020/09/03, 19:49:19, Iteration: 659000, Train Loss: 6.1272e-02, c1: 2.0288e-02, c2: 6.4278e-03, d1: 3.2135e-03, d2: 3.1334e-02, l1_reg: 5.2041e+02, l2_reg: 3.3710e+02\n",
      "2020/09/03, 19:49:27, Iteration: 660000, Train Loss: 5.8455e-02, c1: 1.7271e-02, c2: 7.1612e-03, d1: 2.9829e-03, d2: 3.1031e-02, l1_reg: 5.2026e+02, l2_reg: 3.3717e+02\n",
      "2020/09/03, 19:49:36, Iteration: 661000, Train Loss: 5.2282e-02, c1: 1.3093e-02, c2: 5.6018e-03, d1: 2.8543e-03, d2: 3.0724e-02, l1_reg: 5.1975e+02, l2_reg: 3.3734e+02\n",
      "2020/09/03, 19:49:45, Iteration: 662000, Train Loss: 5.9424e-02, c1: 1.9915e-02, c2: 6.1921e-03, d1: 2.4629e-03, d2: 3.0845e-02, l1_reg: 5.1910e+02, l2_reg: 3.3732e+02\n",
      "2020/09/03, 19:49:54, Iteration: 663000, Train Loss: 5.5690e-02, c1: 1.7917e-02, c2: 4.7093e-03, d1: 2.6060e-03, d2: 3.0449e-02, l1_reg: 5.1954e+02, l2_reg: 3.3752e+02\n",
      "2020/09/03, 19:50:03, Iteration: 664000, Train Loss: 5.3930e-02, c1: 1.6307e-02, c2: 4.5485e-03, d1: 2.7027e-03, d2: 3.0363e-02, l1_reg: 5.1968e+02, l2_reg: 3.3760e+02\n",
      "2020/09/03, 19:50:12, Iteration: 665000, Train Loss: 5.4141e-02, c1: 1.4795e-02, c2: 5.7363e-03, d1: 2.8363e-03, d2: 3.0764e-02, l1_reg: 5.2141e+02, l2_reg: 3.3790e+02\n",
      "2020/09/03, 19:50:21, Iteration: 666000, Train Loss: 6.0147e-02, c1: 2.2206e-02, c2: 4.9680e-03, d1: 2.7371e-03, d2: 3.0227e-02, l1_reg: 5.1928e+02, l2_reg: 3.3785e+02\n",
      "2020/09/03, 19:50:30, Iteration: 667000, Train Loss: 4.9977e-02, c1: 1.2382e-02, c2: 4.9163e-03, d1: 2.4225e-03, d2: 3.0248e-02, l1_reg: 5.1898e+02, l2_reg: 3.3803e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:50:39, Iteration: 668000, Train Loss: 6.2040e-02, c1: 2.2322e-02, c2: 6.2036e-03, d1: 2.7840e-03, d2: 3.0722e-02, l1_reg: 5.2003e+02, l2_reg: 3.3819e+02\n",
      "2020/09/03, 19:50:48, Iteration: 669000, Train Loss: 5.7394e-02, c1: 1.8405e-02, c2: 4.5644e-03, d1: 4.0753e-03, d2: 3.0340e-02, l1_reg: 5.1953e+02, l2_reg: 3.3832e+02\n",
      "2020/09/03, 19:50:56, Iteration: 670000, Train Loss: 5.2866e-02, c1: 1.4443e-02, c2: 4.7029e-03, d1: 3.1934e-03, d2: 3.0518e-02, l1_reg: 5.2118e+02, l2_reg: 3.3857e+02\n",
      "2020/09/03, 19:51:05, Iteration: 671000, Train Loss: 5.4884e-02, c1: 1.8032e-02, c2: 4.3533e-03, d1: 2.5600e-03, d2: 2.9931e-02, l1_reg: 5.1997e+02, l2_reg: 3.3862e+02\n",
      "2020/09/03, 19:51:14, Iteration: 672000, Train Loss: 5.5557e-02, c1: 1.7926e-02, c2: 4.9798e-03, d1: 2.4398e-03, d2: 3.0203e-02, l1_reg: 5.1952e+02, l2_reg: 3.3873e+02\n",
      "2020/09/03, 19:51:23, Iteration: 673000, Train Loss: 5.9608e-02, c1: 2.1234e-02, c2: 5.2364e-03, d1: 2.9235e-03, d2: 3.0205e-02, l1_reg: 5.1985e+02, l2_reg: 3.3882e+02\n",
      "2020/09/03, 19:51:32, Iteration: 674000, Train Loss: 5.2259e-02, c1: 1.4998e-02, c2: 4.4830e-03, d1: 2.6818e-03, d2: 3.0087e-02, l1_reg: 5.1912e+02, l2_reg: 3.3904e+02\n",
      "2020/09/03, 19:51:40, Iteration: 675000, Train Loss: 5.2971e-02, c1: 1.3806e-02, c2: 5.1797e-03, d1: 3.3879e-03, d2: 3.0588e-02, l1_reg: 5.1942e+02, l2_reg: 3.3917e+02\n",
      "2020/09/03, 19:51:49, Iteration: 676000, Train Loss: 5.0559e-02, c1: 1.2579e-02, c2: 5.0918e-03, d1: 2.4990e-03, d2: 3.0381e-02, l1_reg: 5.1868e+02, l2_reg: 3.3933e+02\n",
      "2020/09/03, 19:51:58, Iteration: 677000, Train Loss: 5.8309e-02, c1: 1.9513e-02, c2: 5.6987e-03, d1: 3.0981e-03, d2: 2.9990e-02, l1_reg: 5.1927e+02, l2_reg: 3.3940e+02\n",
      "2020/09/03, 19:52:07, Iteration: 678000, Train Loss: 5.5771e-02, c1: 1.6126e-02, c2: 5.7834e-03, d1: 2.7521e-03, d2: 3.1101e-02, l1_reg: 5.1976e+02, l2_reg: 3.3964e+02\n",
      "2020/09/03, 19:52:16, Iteration: 679000, Train Loss: 5.0636e-02, c1: 1.3074e-02, c2: 4.8033e-03, d1: 2.4524e-03, d2: 3.0298e-02, l1_reg: 5.2015e+02, l2_reg: 3.3975e+02\n",
      "2020/09/03, 19:52:25, Iteration: 680000, Train Loss: 5.8259e-02, c1: 1.9944e-02, c2: 4.4910e-03, d1: 3.7306e-03, d2: 3.0084e-02, l1_reg: 5.1861e+02, l2_reg: 3.3986e+02\n",
      "2020/09/03, 19:52:33, Iteration: 681000, Train Loss: 5.4759e-02, c1: 1.6818e-02, c2: 4.6940e-03, d1: 3.0480e-03, d2: 3.0190e-02, l1_reg: 5.2077e+02, l2_reg: 3.4013e+02\n",
      "2020/09/03, 19:52:42, Iteration: 682000, Train Loss: 5.4099e-02, c1: 1.5164e-02, c2: 4.7768e-03, d1: 3.9833e-03, d2: 3.0166e-02, l1_reg: 5.1890e+02, l2_reg: 3.4012e+02\n",
      "2020/09/03, 19:52:51, Iteration: 683000, Train Loss: 5.8125e-02, c1: 1.9006e-02, c2: 5.4467e-03, d1: 2.9707e-03, d2: 3.0693e-02, l1_reg: 5.1907e+02, l2_reg: 3.4025e+02\n",
      "2020/09/03, 19:53:00, Iteration: 684000, Train Loss: 6.0166e-02, c1: 2.0209e-02, c2: 6.1965e-03, d1: 2.8802e-03, d2: 3.0872e-02, l1_reg: 5.1932e+02, l2_reg: 3.4034e+02\n",
      "2020/09/03, 19:53:09, Iteration: 685000, Train Loss: 5.0379e-02, c1: 1.2685e-02, c2: 4.9118e-03, d1: 2.6277e-03, d2: 3.0145e-02, l1_reg: 5.1795e+02, l2_reg: 3.4051e+02\n",
      "2020/09/03, 19:53:17, Iteration: 686000, Train Loss: 5.8191e-02, c1: 2.0302e-02, c2: 4.9600e-03, d1: 2.7211e-03, d2: 3.0199e-02, l1_reg: 5.1876e+02, l2_reg: 3.4067e+02\n",
      "2020/09/03, 19:53:26, Iteration: 687000, Train Loss: 5.0611e-02, c1: 1.1962e-02, c2: 5.2661e-03, d1: 2.8381e-03, d2: 3.0536e-02, l1_reg: 5.1856e+02, l2_reg: 3.4077e+02\n",
      "2020/09/03, 19:53:35, Iteration: 688000, Train Loss: 5.7240e-02, c1: 1.8456e-02, c2: 5.1397e-03, d1: 2.9883e-03, d2: 3.0648e-02, l1_reg: 5.1857e+02, l2_reg: 3.4095e+02\n",
      "2020/09/03, 19:53:44, Iteration: 689000, Train Loss: 5.3395e-02, c1: 1.5431e-02, c2: 4.7054e-03, d1: 2.8555e-03, d2: 3.0394e-02, l1_reg: 5.1849e+02, l2_reg: 3.4106e+02\n",
      "2020/09/03, 19:53:53, Iteration: 690000, Train Loss: 5.6681e-02, c1: 1.6952e-02, c2: 5.9253e-03, d1: 3.3347e-03, d2: 3.0461e-02, l1_reg: 5.1865e+02, l2_reg: 3.4117e+02\n",
      "2020/09/03, 19:54:02, Iteration: 691000, Train Loss: 4.7688e-02, c1: 9.8962e-03, c2: 4.6611e-03, d1: 2.8517e-03, d2: 3.0271e-02, l1_reg: 5.1810e+02, l2_reg: 3.4124e+02\n",
      "2020/09/03, 19:54:10, Iteration: 692000, Train Loss: 5.6486e-02, c1: 1.8663e-02, c2: 4.7573e-03, d1: 3.2503e-03, d2: 2.9807e-02, l1_reg: 5.1863e+02, l2_reg: 3.4138e+02\n",
      "2020/09/03, 19:54:19, Iteration: 693000, Train Loss: 5.5654e-02, c1: 1.7998e-02, c2: 4.7487e-03, d1: 3.0319e-03, d2: 2.9867e-02, l1_reg: 5.1794e+02, l2_reg: 3.4148e+02\n",
      "2020/09/03, 19:54:28, Iteration: 694000, Train Loss: 5.3045e-02, c1: 1.4749e-02, c2: 5.3572e-03, d1: 2.7932e-03, d2: 3.0138e-02, l1_reg: 5.1835e+02, l2_reg: 3.4171e+02\n",
      "2020/09/03, 19:54:37, Iteration: 695000, Train Loss: 5.9161e-02, c1: 1.8922e-02, c2: 6.2388e-03, d1: 3.0153e-03, d2: 3.0976e-02, l1_reg: 5.1827e+02, l2_reg: 3.4174e+02\n",
      "2020/09/03, 19:54:46, Iteration: 696000, Train Loss: 5.4630e-02, c1: 1.7771e-02, c2: 4.1677e-03, d1: 2.6873e-03, d2: 2.9995e-02, l1_reg: 5.1823e+02, l2_reg: 3.4194e+02\n",
      "2020/09/03, 19:54:55, Iteration: 697000, Train Loss: 6.0305e-02, c1: 2.3136e-02, c2: 4.5354e-03, d1: 2.4949e-03, d2: 3.0130e-02, l1_reg: 5.1858e+02, l2_reg: 3.4202e+02\n",
      "2020/09/03, 19:55:04, Iteration: 698000, Train Loss: 5.2089e-02, c1: 1.3637e-02, c2: 5.2238e-03, d1: 2.5304e-03, d2: 3.0689e-02, l1_reg: 5.1861e+02, l2_reg: 3.4219e+02\n",
      "2020/09/03, 19:55:13, Iteration: 699000, Train Loss: 5.3313e-02, c1: 1.3898e-02, c2: 5.9019e-03, d1: 2.9307e-03, d2: 3.0574e-02, l1_reg: 5.1955e+02, l2_reg: 3.4239e+02\n",
      "2020/09/03, 19:55:22, Iteration: 700000, Train Loss: 5.4669e-02, c1: 1.4667e-02, c2: 5.9528e-03, d1: 3.3176e-03, d2: 3.0723e-02, l1_reg: 5.1884e+02, l2_reg: 3.4239e+02\n",
      "2020/09/03, 19:55:30, Iteration: 701000, Train Loss: 4.8493e-02, c1: 9.9510e-03, c2: 5.3297e-03, d1: 2.7752e-03, d2: 3.0429e-02, l1_reg: 5.1744e+02, l2_reg: 3.4247e+02\n",
      "2020/09/03, 19:55:39, Iteration: 702000, Train Loss: 5.2039e-02, c1: 1.4177e-02, c2: 4.2093e-03, d1: 3.5048e-03, d2: 3.0139e-02, l1_reg: 5.1952e+02, l2_reg: 3.4273e+02\n",
      "2020/09/03, 19:55:48, Iteration: 703000, Train Loss: 5.2680e-02, c1: 1.3209e-02, c2: 5.0969e-03, d1: 3.9089e-03, d2: 3.0457e-02, l1_reg: 5.1855e+02, l2_reg: 3.4281e+02\n",
      "2020/09/03, 19:55:57, Iteration: 704000, Train Loss: 5.5495e-02, c1: 1.7363e-02, c2: 5.3333e-03, d1: 2.5636e-03, d2: 3.0226e-02, l1_reg: 5.1784e+02, l2_reg: 3.4291e+02\n",
      "2020/09/03, 19:56:06, Iteration: 705000, Train Loss: 5.6334e-02, c1: 1.7697e-02, c2: 5.2224e-03, d1: 3.0651e-03, d2: 3.0341e-02, l1_reg: 5.1732e+02, l2_reg: 3.4301e+02\n",
      "2020/09/03, 19:56:15, Iteration: 706000, Train Loss: 5.0765e-02, c1: 1.0773e-02, c2: 5.9839e-03, d1: 2.5795e-03, d2: 3.1420e-02, l1_reg: 5.1845e+02, l2_reg: 3.4320e+02\n",
      "2020/09/03, 19:56:23, Iteration: 707000, Train Loss: 5.7167e-02, c1: 1.8298e-02, c2: 5.3753e-03, d1: 2.9798e-03, d2: 3.0506e-02, l1_reg: 5.1727e+02, l2_reg: 3.4333e+02\n",
      "2020/09/03, 19:56:32, Iteration: 708000, Train Loss: 5.4367e-02, c1: 1.5799e-02, c2: 4.5699e-03, d1: 3.8873e-03, d2: 3.0102e-02, l1_reg: 5.1703e+02, l2_reg: 3.4343e+02\n",
      "2020/09/03, 19:56:41, Iteration: 709000, Train Loss: 5.7127e-02, c1: 1.7832e-02, c2: 5.2661e-03, d1: 3.3536e-03, d2: 3.0667e-02, l1_reg: 5.1704e+02, l2_reg: 3.4357e+02\n",
      "2020/09/03, 19:56:50, Iteration: 710000, Train Loss: 5.8274e-02, c1: 1.8076e-02, c2: 6.1136e-03, d1: 2.9739e-03, d2: 3.1103e-02, l1_reg: 5.1850e+02, l2_reg: 3.4374e+02\n",
      "2020/09/03, 19:56:59, Iteration: 711000, Train Loss: 5.5912e-02, c1: 1.8309e-02, c2: 4.8694e-03, d1: 2.6431e-03, d2: 3.0082e-02, l1_reg: 5.1716e+02, l2_reg: 3.4376e+02\n",
      "2020/09/03, 19:57:07, Iteration: 712000, Train Loss: 5.8733e-02, c1: 1.9063e-02, c2: 5.3768e-03, d1: 3.5651e-03, d2: 3.0719e-02, l1_reg: 5.1643e+02, l2_reg: 3.4384e+02\n",
      "2020/09/03, 19:57:16, Iteration: 713000, Train Loss: 5.8575e-02, c1: 2.0393e-02, c2: 5.1958e-03, d1: 2.6909e-03, d2: 3.0287e-02, l1_reg: 5.1914e+02, l2_reg: 3.4408e+02\n",
      "2020/09/03, 19:57:25, Iteration: 714000, Train Loss: 5.7903e-02, c1: 1.8525e-02, c2: 6.1288e-03, d1: 2.9210e-03, d2: 3.0320e-02, l1_reg: 5.1726e+02, l2_reg: 3.4417e+02\n",
      "2020/09/03, 19:57:34, Iteration: 715000, Train Loss: 5.2800e-02, c1: 1.4225e-02, c2: 5.2562e-03, d1: 3.0499e-03, d2: 3.0259e-02, l1_reg: 5.1723e+02, l2_reg: 3.4426e+02\n",
      "2020/09/03, 19:57:43, Iteration: 716000, Train Loss: 5.1567e-02, c1: 1.1570e-02, c2: 5.7293e-03, d1: 3.9611e-03, d2: 3.0297e-02, l1_reg: 5.1886e+02, l2_reg: 3.4459e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:57:51, Iteration: 717000, Train Loss: 5.5527e-02, c1: 1.8043e-02, c2: 4.5030e-03, d1: 3.1036e-03, d2: 2.9869e-02, l1_reg: 5.1690e+02, l2_reg: 3.4449e+02\n",
      "2020/09/03, 19:58:00, Iteration: 718000, Train Loss: 5.2317e-02, c1: 1.4372e-02, c2: 4.7889e-03, d1: 2.8551e-03, d2: 3.0292e-02, l1_reg: 5.1673e+02, l2_reg: 3.4459e+02\n",
      "2020/09/03, 19:58:09, Iteration: 719000, Train Loss: 5.5835e-02, c1: 1.8382e-02, c2: 4.6660e-03, d1: 2.6518e-03, d2: 3.0127e-02, l1_reg: 5.1689e+02, l2_reg: 3.4476e+02\n",
      "2020/09/03, 19:58:18, Iteration: 720000, Train Loss: 5.9219e-02, c1: 1.9505e-02, c2: 5.8520e-03, d1: 2.9528e-03, d2: 3.0901e-02, l1_reg: 5.1675e+02, l2_reg: 3.4482e+02\n",
      "2020/09/03, 19:58:27, Iteration: 721000, Train Loss: 5.4016e-02, c1: 1.6682e-02, c2: 4.4824e-03, d1: 2.6816e-03, d2: 3.0162e-02, l1_reg: 5.1782e+02, l2_reg: 3.4504e+02\n",
      "2020/09/03, 19:58:36, Iteration: 722000, Train Loss: 5.5945e-02, c1: 1.7615e-02, c2: 4.9839e-03, d1: 2.9121e-03, d2: 3.0426e-02, l1_reg: 5.1857e+02, l2_reg: 3.4529e+02\n",
      "2020/09/03, 19:58:45, Iteration: 723000, Train Loss: 5.4113e-02, c1: 1.6400e-02, c2: 4.6269e-03, d1: 2.6589e-03, d2: 3.0418e-02, l1_reg: 5.1793e+02, l2_reg: 3.4517e+02\n",
      "2020/09/03, 19:58:53, Iteration: 724000, Train Loss: 4.9358e-02, c1: 1.2208e-02, c2: 4.4904e-03, d1: 2.7098e-03, d2: 2.9941e-02, l1_reg: 5.1703e+02, l2_reg: 3.4522e+02\n",
      "2020/09/03, 19:59:02, Iteration: 725000, Train Loss: 5.4893e-02, c1: 1.7062e-02, c2: 5.2530e-03, d1: 2.4262e-03, d2: 3.0143e-02, l1_reg: 5.1731e+02, l2_reg: 3.4545e+02\n",
      "2020/09/03, 19:59:11, Iteration: 726000, Train Loss: 5.4925e-02, c1: 1.5976e-02, c2: 5.3991e-03, d1: 2.6257e-03, d2: 3.0916e-02, l1_reg: 5.1696e+02, l2_reg: 3.4547e+02\n",
      "2020/09/03, 19:59:20, Iteration: 727000, Train Loss: 5.2629e-02, c1: 1.4237e-02, c2: 5.2612e-03, d1: 2.7875e-03, d2: 3.0335e-02, l1_reg: 5.1687e+02, l2_reg: 3.4566e+02\n",
      "2020/09/03, 19:59:29, Iteration: 728000, Train Loss: 5.6686e-02, c1: 1.9334e-02, c2: 4.6200e-03, d1: 2.4554e-03, d2: 3.0268e-02, l1_reg: 5.1634e+02, l2_reg: 3.4571e+02\n",
      "2020/09/03, 19:59:38, Iteration: 729000, Train Loss: 5.2847e-02, c1: 1.5049e-02, c2: 4.9240e-03, d1: 2.9118e-03, d2: 2.9953e-02, l1_reg: 5.1610e+02, l2_reg: 3.4570e+02\n",
      "2020/09/03, 19:59:47, Iteration: 730000, Train Loss: 5.1755e-02, c1: 1.3910e-02, c2: 4.4749e-03, d1: 3.2023e-03, d2: 3.0159e-02, l1_reg: 5.1602e+02, l2_reg: 3.4577e+02\n",
      "2020/09/03, 19:59:56, Iteration: 731000, Train Loss: 5.4789e-02, c1: 1.3118e-02, c2: 7.1038e-03, d1: 2.5738e-03, d2: 3.1984e-02, l1_reg: 5.1648e+02, l2_reg: 3.4585e+02\n",
      "2020/09/03, 20:00:05, Iteration: 732000, Train Loss: 5.2592e-02, c1: 1.5035e-02, c2: 4.7162e-03, d1: 2.6417e-03, d2: 3.0191e-02, l1_reg: 5.1728e+02, l2_reg: 3.4594e+02\n",
      "2020/09/03, 20:00:14, Iteration: 733000, Train Loss: 5.2923e-02, c1: 1.5840e-02, c2: 4.1907e-03, d1: 2.7513e-03, d2: 3.0133e-02, l1_reg: 5.1685e+02, l2_reg: 3.4606e+02\n",
      "2020/09/03, 20:00:22, Iteration: 734000, Train Loss: 5.3339e-02, c1: 1.6437e-02, c2: 4.6572e-03, d1: 2.4251e-03, d2: 2.9811e-02, l1_reg: 5.1744e+02, l2_reg: 3.4623e+02\n",
      "2020/09/03, 20:00:31, Iteration: 735000, Train Loss: 5.1404e-02, c1: 1.2597e-02, c2: 5.9194e-03, d1: 2.9150e-03, d2: 2.9964e-02, l1_reg: 5.1588e+02, l2_reg: 3.4614e+02\n",
      "2020/09/03, 20:00:40, Iteration: 736000, Train Loss: 5.3833e-02, c1: 1.4430e-02, c2: 4.7224e-03, d1: 4.3498e-03, d2: 3.0322e-02, l1_reg: 5.1569e+02, l2_reg: 3.4622e+02\n",
      "2020/09/03, 20:00:49, Iteration: 737000, Train Loss: 5.0369e-02, c1: 1.2491e-02, c2: 4.6978e-03, d1: 3.0808e-03, d2: 3.0090e-02, l1_reg: 5.1609e+02, l2_reg: 3.4629e+02\n",
      "2020/09/03, 20:00:58, Iteration: 738000, Train Loss: 4.9239e-02, c1: 1.2466e-02, c2: 4.2600e-03, d1: 2.6426e-03, d2: 2.9862e-02, l1_reg: 5.1443e+02, l2_reg: 3.4624e+02\n",
      "2020/09/03, 20:01:06, Iteration: 739000, Train Loss: 5.7075e-02, c1: 1.7369e-02, c2: 5.5125e-03, d1: 3.5778e-03, d2: 3.0607e-02, l1_reg: 5.1446e+02, l2_reg: 3.4633e+02\n",
      "2020/09/03, 20:01:15, Iteration: 740000, Train Loss: 5.6110e-02, c1: 1.8365e-02, c2: 4.6879e-03, d1: 3.0349e-03, d2: 3.0014e-02, l1_reg: 5.1462e+02, l2_reg: 3.4638e+02\n",
      "2020/09/03, 20:01:24, Iteration: 741000, Train Loss: 5.2149e-02, c1: 1.2892e-02, c2: 5.3550e-03, d1: 3.2556e-03, d2: 3.0638e-02, l1_reg: 5.1522e+02, l2_reg: 3.4640e+02\n",
      "2020/09/03, 20:01:32, Iteration: 742000, Train Loss: 5.9630e-02, c1: 2.0494e-02, c2: 5.4957e-03, d1: 2.7907e-03, d2: 3.0841e-02, l1_reg: 5.1324e+02, l2_reg: 3.4637e+02\n",
      "2020/09/03, 20:01:41, Iteration: 743000, Train Loss: 5.3713e-02, c1: 1.4651e-02, c2: 4.5657e-03, d1: 4.1297e-03, d2: 3.0358e-02, l1_reg: 5.1250e+02, l2_reg: 3.4639e+02\n",
      "2020/09/03, 20:01:50, Iteration: 744000, Train Loss: 5.1982e-02, c1: 1.1869e-02, c2: 6.2397e-03, d1: 3.0358e-03, d2: 3.0829e-02, l1_reg: 5.1267e+02, l2_reg: 3.4641e+02\n",
      "2020/09/03, 20:01:59, Iteration: 745000, Train Loss: 5.2302e-02, c1: 1.3598e-02, c2: 4.9173e-03, d1: 3.3626e-03, d2: 3.0415e-02, l1_reg: 5.1260e+02, l2_reg: 3.4649e+02\n",
      "2020/09/03, 20:02:08, Iteration: 746000, Train Loss: 4.9918e-02, c1: 1.1366e-02, c2: 4.6574e-03, d1: 3.5992e-03, d2: 3.0287e-02, l1_reg: 5.1153e+02, l2_reg: 3.4639e+02\n",
      "2020/09/03, 20:02:17, Iteration: 747000, Train Loss: 5.2268e-02, c1: 1.2666e-02, c2: 5.9024e-03, d1: 3.0360e-03, d2: 3.0655e-02, l1_reg: 5.1172e+02, l2_reg: 3.4654e+02\n",
      "2020/09/03, 20:02:25, Iteration: 748000, Train Loss: 5.4441e-02, c1: 1.4940e-02, c2: 5.7547e-03, d1: 3.4829e-03, d2: 3.0255e-02, l1_reg: 5.1129e+02, l2_reg: 3.4654e+02\n",
      "2020/09/03, 20:02:34, Iteration: 749000, Train Loss: 5.7648e-02, c1: 1.9439e-02, c2: 5.1473e-03, d1: 2.6509e-03, d2: 3.0402e-02, l1_reg: 5.1144e+02, l2_reg: 3.4658e+02\n",
      "2020/09/03, 20:02:43, Iteration: 750000, Train Loss: 5.4627e-02, c1: 1.6367e-02, c2: 5.1713e-03, d1: 2.4460e-03, d2: 3.0634e-02, l1_reg: 5.1014e+02, l2_reg: 3.4657e+02\n",
      "2020/09/03, 20:02:52, Iteration: 751000, Train Loss: 5.3390e-02, c1: 1.6286e-02, c2: 4.2614e-03, d1: 2.5612e-03, d2: 3.0273e-02, l1_reg: 5.1001e+02, l2_reg: 3.4670e+02\n",
      "2020/09/03, 20:03:01, Iteration: 752000, Train Loss: 5.3566e-02, c1: 1.4617e-02, c2: 5.2745e-03, d1: 3.1209e-03, d2: 3.0546e-02, l1_reg: 5.0953e+02, l2_reg: 3.4676e+02\n",
      "2020/09/03, 20:03:10, Iteration: 753000, Train Loss: 5.1599e-02, c1: 1.2653e-02, c2: 5.2951e-03, d1: 3.2720e-03, d2: 3.0370e-02, l1_reg: 5.1149e+02, l2_reg: 3.4680e+02\n",
      "2020/09/03, 20:03:19, Iteration: 754000, Train Loss: 5.9427e-02, c1: 1.8781e-02, c2: 6.7217e-03, d1: 2.9181e-03, d2: 3.0998e-02, l1_reg: 5.0963e+02, l2_reg: 3.4678e+02\n",
      "2020/09/03, 20:03:27, Iteration: 755000, Train Loss: 5.3540e-02, c1: 1.5959e-02, c2: 4.9261e-03, d1: 2.5420e-03, d2: 3.0104e-02, l1_reg: 5.1032e+02, l2_reg: 3.4676e+02\n",
      "2020/09/03, 20:03:36, Iteration: 756000, Train Loss: 5.3806e-02, c1: 1.6502e-02, c2: 4.2474e-03, d1: 2.9823e-03, d2: 3.0066e-02, l1_reg: 5.0888e+02, l2_reg: 3.4675e+02\n",
      "2020/09/03, 20:03:45, Iteration: 757000, Train Loss: 5.5996e-02, c1: 1.6842e-02, c2: 5.8890e-03, d1: 2.5621e-03, d2: 3.0695e-02, l1_reg: 5.0967e+02, l2_reg: 3.4676e+02\n",
      "2020/09/03, 20:03:54, Iteration: 758000, Train Loss: 5.5052e-02, c1: 1.6160e-02, c2: 5.1964e-03, d1: 2.9389e-03, d2: 3.0748e-02, l1_reg: 5.0761e+02, l2_reg: 3.4658e+02\n",
      "2020/09/03, 20:04:03, Iteration: 759000, Train Loss: 5.3370e-02, c1: 1.3845e-02, c2: 5.8785e-03, d1: 2.4896e-03, d2: 3.1148e-02, l1_reg: 5.0689e+02, l2_reg: 3.4653e+02\n",
      "2020/09/03, 20:04:12, Iteration: 760000, Train Loss: 5.4368e-02, c1: 1.4590e-02, c2: 6.0099e-03, d1: 2.6375e-03, d2: 3.1122e-02, l1_reg: 5.0615e+02, l2_reg: 3.4644e+02\n",
      "2020/09/03, 20:04:21, Iteration: 761000, Train Loss: 5.1095e-02, c1: 1.3346e-02, c2: 4.4545e-03, d1: 2.9937e-03, d2: 3.0293e-02, l1_reg: 5.0796e+02, l2_reg: 3.4660e+02\n",
      "2020/09/03, 20:04:29, Iteration: 762000, Train Loss: 5.0794e-02, c1: 1.2971e-02, c2: 5.0733e-03, d1: 2.8889e-03, d2: 2.9853e-02, l1_reg: 5.0558e+02, l2_reg: 3.4653e+02\n",
      "2020/09/03, 20:04:38, Iteration: 763000, Train Loss: 5.4210e-02, c1: 1.4041e-02, c2: 6.5011e-03, d1: 2.5317e-03, d2: 3.1128e-02, l1_reg: 5.0868e+02, l2_reg: 3.4686e+02\n",
      "2020/09/03, 20:04:47, Iteration: 764000, Train Loss: 5.4053e-02, c1: 1.5964e-02, c2: 5.2896e-03, d1: 2.6743e-03, d2: 3.0116e-02, l1_reg: 5.0643e+02, l2_reg: 3.4673e+02\n",
      "2020/09/03, 20:04:56, Iteration: 765000, Train Loss: 5.8444e-02, c1: 2.0748e-02, c2: 4.2947e-03, d1: 3.3615e-03, d2: 3.0031e-02, l1_reg: 5.0554e+02, l2_reg: 3.4678e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:05:05, Iteration: 766000, Train Loss: 5.2623e-02, c1: 1.4371e-02, c2: 5.1730e-03, d1: 2.6966e-03, d2: 3.0374e-02, l1_reg: 5.0521e+02, l2_reg: 3.4681e+02\n",
      "2020/09/03, 20:05:14, Iteration: 767000, Train Loss: 4.8143e-02, c1: 1.1505e-02, c2: 3.8382e-03, d1: 2.9303e-03, d2: 2.9860e-02, l1_reg: 5.0405e+02, l2_reg: 3.4688e+02\n",
      "2020/09/03, 20:05:22, Iteration: 768000, Train Loss: 5.9672e-02, c1: 1.9574e-02, c2: 6.5972e-03, d1: 2.6994e-03, d2: 3.0793e-02, l1_reg: 5.0297e+02, l2_reg: 3.4690e+02\n",
      "2020/09/03, 20:05:31, Iteration: 769000, Train Loss: 5.3417e-02, c1: 1.5869e-02, c2: 4.3049e-03, d1: 3.0514e-03, d2: 3.0183e-02, l1_reg: 5.0310e+02, l2_reg: 3.4704e+02\n",
      "2020/09/03, 20:05:40, Iteration: 770000, Train Loss: 5.1294e-02, c1: 1.3081e-02, c2: 5.1188e-03, d1: 3.0657e-03, d2: 3.0020e-02, l1_reg: 5.0277e+02, l2_reg: 3.4715e+02\n",
      "2020/09/03, 20:05:49, Iteration: 771000, Train Loss: 5.4833e-02, c1: 1.4673e-02, c2: 5.5790e-03, d1: 3.5612e-03, d2: 3.1011e-02, l1_reg: 5.0243e+02, l2_reg: 3.4721e+02\n",
      "2020/09/03, 20:05:58, Iteration: 772000, Train Loss: 5.3048e-02, c1: 1.5232e-02, c2: 4.7995e-03, d1: 3.1367e-03, d2: 2.9871e-02, l1_reg: 5.0283e+02, l2_reg: 3.4738e+02\n",
      "2020/09/03, 20:06:07, Iteration: 773000, Train Loss: 5.8572e-02, c1: 1.9624e-02, c2: 5.3485e-03, d1: 3.0073e-03, d2: 3.0583e-02, l1_reg: 5.0374e+02, l2_reg: 3.4750e+02\n",
      "2020/09/03, 20:06:15, Iteration: 774000, Train Loss: 6.2274e-02, c1: 2.2842e-02, c2: 5.6933e-03, d1: 3.4220e-03, d2: 3.0308e-02, l1_reg: 5.0291e+02, l2_reg: 3.4755e+02\n",
      "2020/09/03, 20:06:25, Iteration: 775000, Train Loss: 5.3149e-02, c1: 1.3926e-02, c2: 5.5397e-03, d1: 3.1743e-03, d2: 3.0501e-02, l1_reg: 5.0266e+02, l2_reg: 3.4768e+02\n",
      "2020/09/03, 20:06:33, Iteration: 776000, Train Loss: 5.3369e-02, c1: 1.4119e-02, c2: 5.8049e-03, d1: 2.8717e-03, d2: 3.0565e-02, l1_reg: 5.0264e+02, l2_reg: 3.4770e+02\n",
      "2020/09/03, 20:06:42, Iteration: 777000, Train Loss: 5.3725e-02, c1: 1.6257e-02, c2: 4.7462e-03, d1: 2.9347e-03, d2: 2.9779e-02, l1_reg: 5.0288e+02, l2_reg: 3.4789e+02\n",
      "2020/09/03, 20:06:51, Iteration: 778000, Train Loss: 5.4676e-02, c1: 1.7776e-02, c2: 4.1619e-03, d1: 2.5711e-03, d2: 3.0158e-02, l1_reg: 5.0160e+02, l2_reg: 3.4784e+02\n",
      "2020/09/03, 20:07:00, Iteration: 779000, Train Loss: 4.9012e-02, c1: 1.1156e-02, c2: 4.9011e-03, d1: 2.7977e-03, d2: 3.0148e-02, l1_reg: 5.0199e+02, l2_reg: 3.4802e+02\n",
      "2020/09/03, 20:07:09, Iteration: 780000, Train Loss: 5.3894e-02, c1: 1.4863e-02, c2: 5.8466e-03, d1: 2.9770e-03, d2: 3.0199e-02, l1_reg: 5.0252e+02, l2_reg: 3.4816e+02\n",
      "2020/09/03, 20:07:18, Iteration: 781000, Train Loss: 5.5027e-02, c1: 1.7731e-02, c2: 4.3778e-03, d1: 2.8340e-03, d2: 3.0075e-02, l1_reg: 5.0089e+02, l2_reg: 3.4817e+02\n",
      "2020/09/03, 20:07:27, Iteration: 782000, Train Loss: 5.3786e-02, c1: 1.5251e-02, c2: 4.7017e-03, d1: 3.6002e-03, d2: 3.0225e-02, l1_reg: 5.0133e+02, l2_reg: 3.4829e+02\n",
      "2020/09/03, 20:07:36, Iteration: 783000, Train Loss: 5.3444e-02, c1: 1.4187e-02, c2: 4.9442e-03, d1: 3.9513e-03, d2: 3.0353e-02, l1_reg: 5.0433e+02, l2_reg: 3.4857e+02\n",
      "2020/09/03, 20:07:44, Iteration: 784000, Train Loss: 5.2187e-02, c1: 1.4669e-02, c2: 4.6100e-03, d1: 2.8583e-03, d2: 3.0042e-02, l1_reg: 5.0155e+02, l2_reg: 3.4848e+02\n",
      "2020/09/03, 20:07:53, Iteration: 785000, Train Loss: 5.6128e-02, c1: 1.7996e-02, c2: 5.1591e-03, d1: 2.6510e-03, d2: 3.0314e-02, l1_reg: 5.0106e+02, l2_reg: 3.4857e+02\n",
      "2020/09/03, 20:08:02, Iteration: 786000, Train Loss: 5.1287e-02, c1: 1.4124e-02, c2: 4.5644e-03, d1: 2.7893e-03, d2: 2.9800e-02, l1_reg: 5.0239e+02, l2_reg: 3.4882e+02\n",
      "2020/09/03, 20:08:11, Iteration: 787000, Train Loss: 5.8438e-02, c1: 1.8126e-02, c2: 6.3055e-03, d1: 3.0655e-03, d2: 3.0932e-02, l1_reg: 5.0141e+02, l2_reg: 3.4883e+02\n",
      "2020/09/03, 20:08:20, Iteration: 788000, Train Loss: 5.6513e-02, c1: 1.8748e-02, c2: 4.9843e-03, d1: 2.6065e-03, d2: 3.0166e-02, l1_reg: 5.0247e+02, l2_reg: 3.4895e+02\n",
      "2020/09/03, 20:08:29, Iteration: 789000, Train Loss: 5.3087e-02, c1: 1.6244e-02, c2: 4.1939e-03, d1: 2.8892e-03, d2: 2.9751e-02, l1_reg: 5.0479e+02, l2_reg: 3.4917e+02\n",
      "2020/09/03, 20:08:37, Iteration: 790000, Train Loss: 5.7345e-02, c1: 1.7946e-02, c2: 5.7968e-03, d1: 3.2771e-03, d2: 3.0317e-02, l1_reg: 5.0308e+02, l2_reg: 3.4907e+02\n",
      "2020/09/03, 20:08:46, Iteration: 791000, Train Loss: 5.1500e-02, c1: 1.4755e-02, c2: 4.3630e-03, d1: 2.5104e-03, d2: 2.9863e-02, l1_reg: 5.0250e+02, l2_reg: 3.4917e+02\n",
      "2020/09/03, 20:08:55, Iteration: 792000, Train Loss: 5.0555e-02, c1: 1.4165e-02, c2: 3.9709e-03, d1: 2.4442e-03, d2: 2.9966e-02, l1_reg: 5.0132e+02, l2_reg: 3.4923e+02\n",
      "2020/09/03, 20:09:04, Iteration: 793000, Train Loss: 4.8984e-02, c1: 1.1261e-02, c2: 4.8368e-03, d1: 2.9321e-03, d2: 2.9946e-02, l1_reg: 5.0149e+02, l2_reg: 3.4932e+02\n",
      "2020/09/03, 20:09:13, Iteration: 794000, Train Loss: 5.5509e-02, c1: 1.6962e-02, c2: 5.2661e-03, d1: 3.0421e-03, d2: 3.0230e-02, l1_reg: 5.0195e+02, l2_reg: 3.4942e+02\n",
      "2020/09/03, 20:09:22, Iteration: 795000, Train Loss: 5.2703e-02, c1: 1.5228e-02, c2: 4.5397e-03, d1: 3.0250e-03, d2: 2.9901e-02, l1_reg: 5.0199e+02, l2_reg: 3.4952e+02\n",
      "2020/09/03, 20:09:31, Iteration: 796000, Train Loss: 4.9230e-02, c1: 1.2199e-02, c2: 4.7111e-03, d1: 2.5734e-03, d2: 2.9738e-02, l1_reg: 5.0175e+02, l2_reg: 3.4963e+02\n",
      "2020/09/03, 20:09:39, Iteration: 797000, Train Loss: 5.8740e-02, c1: 2.0418e-02, c2: 5.1603e-03, d1: 2.5020e-03, d2: 3.0651e-02, l1_reg: 5.0327e+02, l2_reg: 3.4982e+02\n",
      "2020/09/03, 20:09:48, Iteration: 798000, Train Loss: 5.4041e-02, c1: 1.2815e-02, c2: 7.1238e-03, d1: 3.1812e-03, d2: 3.0913e-02, l1_reg: 5.0451e+02, l2_reg: 3.4992e+02\n",
      "2020/09/03, 20:09:57, Iteration: 799000, Train Loss: 5.5246e-02, c1: 1.6319e-02, c2: 5.3540e-03, d1: 3.1781e-03, d2: 3.0386e-02, l1_reg: 5.0186e+02, l2_reg: 3.4984e+02\n",
      "2020/09/03, 20:10:06, Iteration: 800000, Train Loss: 5.2552e-02, c1: 1.4390e-02, c2: 4.9880e-03, d1: 3.2966e-03, d2: 2.9869e-02, l1_reg: 5.0147e+02, l2_reg: 3.4994e+02\n",
      "2020/09/03, 20:10:14, Iteration: 801000, Train Loss: 5.2764e-02, c1: 1.5376e-02, c2: 4.5764e-03, d1: 2.6446e-03, d2: 3.0158e-02, l1_reg: 5.0097e+02, l2_reg: 3.5009e+02\n",
      "2020/09/03, 20:10:23, Iteration: 802000, Train Loss: 5.0618e-02, c1: 1.3356e-02, c2: 4.2669e-03, d1: 3.2995e-03, d2: 2.9688e-02, l1_reg: 5.0174e+02, l2_reg: 3.5016e+02\n",
      "2020/09/03, 20:10:32, Iteration: 803000, Train Loss: 5.5366e-02, c1: 1.8329e-02, c2: 4.3559e-03, d1: 2.8085e-03, d2: 2.9865e-02, l1_reg: 5.0228e+02, l2_reg: 3.5037e+02\n",
      "2020/09/03, 20:10:41, Iteration: 804000, Train Loss: 5.6736e-02, c1: 1.8265e-02, c2: 4.6370e-03, d1: 3.4467e-03, d2: 3.0378e-02, l1_reg: 5.0160e+02, l2_reg: 3.5034e+02\n",
      "2020/09/03, 20:10:50, Iteration: 805000, Train Loss: 5.5818e-02, c1: 1.9026e-02, c2: 3.7762e-03, d1: 3.2616e-03, d2: 2.9746e-02, l1_reg: 5.0080e+02, l2_reg: 3.5037e+02\n",
      "2020/09/03, 20:10:59, Iteration: 806000, Train Loss: 5.2494e-02, c1: 1.6139e-02, c2: 3.8608e-03, d1: 2.7194e-03, d2: 2.9766e-02, l1_reg: 5.0213e+02, l2_reg: 3.5056e+02\n",
      "2020/09/03, 20:11:08, Iteration: 807000, Train Loss: 5.6327e-02, c1: 1.7209e-02, c2: 5.8124e-03, d1: 2.6866e-03, d2: 3.0611e-02, l1_reg: 5.0196e+02, l2_reg: 3.5059e+02\n",
      "2020/09/03, 20:11:17, Iteration: 808000, Train Loss: 5.3066e-02, c1: 1.3927e-02, c2: 5.2446e-03, d1: 3.2629e-03, d2: 3.0623e-02, l1_reg: 5.0142e+02, l2_reg: 3.5066e+02\n",
      "2020/09/03, 20:11:25, Iteration: 809000, Train Loss: 5.7105e-02, c1: 1.7342e-02, c2: 6.0744e-03, d1: 2.6683e-03, d2: 3.1012e-02, l1_reg: 5.0089e+02, l2_reg: 3.5072e+02\n",
      "2020/09/03, 20:11:34, Iteration: 810000, Train Loss: 5.2052e-02, c1: 1.3161e-02, c2: 4.9880e-03, d1: 3.5404e-03, d2: 3.0354e-02, l1_reg: 5.0044e+02, l2_reg: 3.5078e+02\n",
      "2020/09/03, 20:11:43, Iteration: 811000, Train Loss: 5.0858e-02, c1: 1.2168e-02, c2: 5.3494e-03, d1: 2.7833e-03, d2: 3.0549e-02, l1_reg: 5.0138e+02, l2_reg: 3.5084e+02\n",
      "2020/09/03, 20:11:52, Iteration: 812000, Train Loss: 5.5481e-02, c1: 1.6592e-02, c2: 5.5770e-03, d1: 3.0860e-03, d2: 3.0218e-02, l1_reg: 5.0174e+02, l2_reg: 3.5097e+02\n",
      "2020/09/03, 20:12:01, Iteration: 813000, Train Loss: 5.8728e-02, c1: 1.9066e-02, c2: 6.0713e-03, d1: 3.2320e-03, d2: 3.0350e-02, l1_reg: 5.0265e+02, l2_reg: 3.5108e+02\n",
      "2020/09/03, 20:12:10, Iteration: 814000, Train Loss: 5.4238e-02, c1: 1.6167e-02, c2: 5.9855e-03, d1: 2.4209e-03, d2: 2.9656e-02, l1_reg: 5.0309e+02, l2_reg: 3.5128e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:12:18, Iteration: 815000, Train Loss: 5.1712e-02, c1: 1.4041e-02, c2: 4.8660e-03, d1: 2.7193e-03, d2: 3.0077e-02, l1_reg: 5.0230e+02, l2_reg: 3.5129e+02\n",
      "2020/09/03, 20:12:27, Iteration: 816000, Train Loss: 5.3939e-02, c1: 1.7788e-02, c2: 3.8046e-03, d1: 2.4921e-03, d2: 2.9846e-02, l1_reg: 5.0257e+02, l2_reg: 3.5136e+02\n",
      "2020/09/03, 20:12:36, Iteration: 817000, Train Loss: 4.9746e-02, c1: 1.2173e-02, c2: 4.7509e-03, d1: 2.7609e-03, d2: 3.0053e-02, l1_reg: 5.0115e+02, l2_reg: 3.5131e+02\n",
      "2020/09/03, 20:12:45, Iteration: 818000, Train Loss: 5.4609e-02, c1: 1.7885e-02, c2: 4.2855e-03, d1: 2.4649e-03, d2: 2.9965e-02, l1_reg: 5.0292e+02, l2_reg: 3.5156e+02\n",
      "2020/09/03, 20:12:54, Iteration: 819000, Train Loss: 5.4331e-02, c1: 1.4213e-02, c2: 6.0511e-03, d1: 3.2216e-03, d2: 3.0837e-02, l1_reg: 5.0183e+02, l2_reg: 3.5155e+02\n",
      "2020/09/03, 20:13:03, Iteration: 820000, Train Loss: 5.3943e-02, c1: 1.5668e-02, c2: 4.1849e-03, d1: 3.8912e-03, d2: 3.0191e-02, l1_reg: 5.0116e+02, l2_reg: 3.5162e+02\n",
      "2020/09/03, 20:13:11, Iteration: 821000, Train Loss: 5.4901e-02, c1: 1.5482e-02, c2: 5.7724e-03, d1: 3.1403e-03, d2: 3.0498e-02, l1_reg: 5.0135e+02, l2_reg: 3.5172e+02\n",
      "2020/09/03, 20:13:20, Iteration: 822000, Train Loss: 5.4087e-02, c1: 1.4892e-02, c2: 5.0349e-03, d1: 3.5881e-03, d2: 3.0563e-02, l1_reg: 5.0231e+02, l2_reg: 3.5180e+02\n",
      "2020/09/03, 20:13:29, Iteration: 823000, Train Loss: 5.3466e-02, c1: 1.4723e-02, c2: 5.7764e-03, d1: 2.6636e-03, d2: 3.0294e-02, l1_reg: 5.0267e+02, l2_reg: 3.5190e+02\n",
      "2020/09/03, 20:13:38, Iteration: 824000, Train Loss: 5.7313e-02, c1: 1.7772e-02, c2: 5.7684e-03, d1: 3.0515e-03, d2: 3.0713e-02, l1_reg: 5.0105e+02, l2_reg: 3.5187e+02\n",
      "2020/09/03, 20:13:47, Iteration: 825000, Train Loss: 5.1029e-02, c1: 1.3281e-02, c2: 4.8500e-03, d1: 3.0567e-03, d2: 2.9833e-02, l1_reg: 5.0169e+02, l2_reg: 3.5202e+02\n",
      "2020/09/03, 20:13:55, Iteration: 826000, Train Loss: 6.3074e-02, c1: 2.3358e-02, c2: 5.5229e-03, d1: 3.5561e-03, d2: 3.0628e-02, l1_reg: 5.0127e+02, l2_reg: 3.5198e+02\n",
      "2020/09/03, 20:14:04, Iteration: 827000, Train Loss: 5.3877e-02, c1: 1.6232e-02, c2: 5.2971e-03, d1: 2.5318e-03, d2: 2.9808e-02, l1_reg: 5.0114e+02, l2_reg: 3.5208e+02\n",
      "2020/09/03, 20:14:13, Iteration: 828000, Train Loss: 5.9366e-02, c1: 2.1189e-02, c2: 5.2961e-03, d1: 2.8086e-03, d2: 3.0064e-02, l1_reg: 5.0032e+02, l2_reg: 3.5206e+02\n",
      "2020/09/03, 20:14:22, Iteration: 829000, Train Loss: 6.0265e-02, c1: 2.0588e-02, c2: 5.9087e-03, d1: 3.1028e-03, d2: 3.0656e-02, l1_reg: 5.0125e+02, l2_reg: 3.5219e+02\n",
      "2020/09/03, 20:14:31, Iteration: 830000, Train Loss: 5.0985e-02, c1: 1.3381e-02, c2: 4.5972e-03, d1: 3.0170e-03, d2: 2.9982e-02, l1_reg: 5.0042e+02, l2_reg: 3.5220e+02\n",
      "2020/09/03, 20:14:39, Iteration: 831000, Train Loss: 4.8947e-02, c1: 1.0309e-02, c2: 5.1984e-03, d1: 3.0172e-03, d2: 3.0414e-02, l1_reg: 5.0156e+02, l2_reg: 3.5233e+02\n",
      "2020/09/03, 20:14:48, Iteration: 832000, Train Loss: 5.2037e-02, c1: 1.5135e-02, c2: 4.2348e-03, d1: 2.8534e-03, d2: 2.9805e-02, l1_reg: 5.0007e+02, l2_reg: 3.5225e+02\n",
      "2020/09/03, 20:14:57, Iteration: 833000, Train Loss: 5.6622e-02, c1: 1.7485e-02, c2: 5.9792e-03, d1: 3.0415e-03, d2: 3.0108e-02, l1_reg: 4.9997e+02, l2_reg: 3.5226e+02\n",
      "2020/09/03, 20:15:06, Iteration: 834000, Train Loss: 5.0102e-02, c1: 1.1655e-02, c2: 5.2659e-03, d1: 3.0373e-03, d2: 3.0136e-02, l1_reg: 5.0038e+02, l2_reg: 3.5248e+02\n",
      "2020/09/03, 20:15:15, Iteration: 835000, Train Loss: 5.1227e-02, c1: 1.2846e-02, c2: 5.1158e-03, d1: 2.7651e-03, d2: 3.0491e-02, l1_reg: 5.0125e+02, l2_reg: 3.5252e+02\n",
      "2020/09/03, 20:15:24, Iteration: 836000, Train Loss: 5.2717e-02, c1: 1.4391e-02, c2: 4.8218e-03, d1: 2.8252e-03, d2: 3.0670e-02, l1_reg: 5.0123e+02, l2_reg: 3.5261e+02\n",
      "2020/09/03, 20:15:32, Iteration: 837000, Train Loss: 5.7146e-02, c1: 1.8999e-02, c2: 4.0429e-03, d1: 4.3038e-03, d2: 2.9792e-02, l1_reg: 5.0086e+02, l2_reg: 3.5264e+02\n",
      "2020/09/03, 20:15:41, Iteration: 838000, Train Loss: 5.7944e-02, c1: 1.8830e-02, c2: 5.5771e-03, d1: 3.4420e-03, d2: 3.0086e-02, l1_reg: 5.0142e+02, l2_reg: 3.5287e+02\n",
      "2020/09/03, 20:15:50, Iteration: 839000, Train Loss: 5.0789e-02, c1: 1.1867e-02, c2: 5.4136e-03, d1: 2.7771e-03, d2: 3.0723e-02, l1_reg: 5.0222e+02, l2_reg: 3.5299e+02\n",
      "2020/09/03, 20:15:59, Iteration: 840000, Train Loss: 5.6361e-02, c1: 1.8927e-02, c2: 4.8144e-03, d1: 2.8142e-03, d2: 2.9797e-02, l1_reg: 5.0032e+02, l2_reg: 3.5295e+02\n",
      "2020/09/03, 20:16:08, Iteration: 841000, Train Loss: 5.5748e-02, c1: 1.7701e-02, c2: 4.9084e-03, d1: 2.8173e-03, d2: 3.0313e-02, l1_reg: 5.0007e+02, l2_reg: 3.5295e+02\n",
      "2020/09/03, 20:16:16, Iteration: 842000, Train Loss: 5.3318e-02, c1: 1.5157e-02, c2: 4.9234e-03, d1: 3.0614e-03, d2: 3.0168e-02, l1_reg: 5.0329e+02, l2_reg: 3.5318e+02\n",
      "2020/09/03, 20:16:25, Iteration: 843000, Train Loss: 6.4267e-02, c1: 2.2770e-02, c2: 7.6671e-03, d1: 3.1851e-03, d2: 3.0636e-02, l1_reg: 5.0166e+02, l2_reg: 3.5323e+02\n",
      "2020/09/03, 20:16:34, Iteration: 844000, Train Loss: 5.1311e-02, c1: 1.3968e-02, c2: 4.4664e-03, d1: 2.7973e-03, d2: 3.0071e-02, l1_reg: 5.0251e+02, l2_reg: 3.5325e+02\n",
      "2020/09/03, 20:16:43, Iteration: 845000, Train Loss: 5.3284e-02, c1: 1.6291e-02, c2: 4.3996e-03, d1: 2.8331e-03, d2: 2.9751e-02, l1_reg: 5.0063e+02, l2_reg: 3.5323e+02\n",
      "2020/09/03, 20:16:52, Iteration: 846000, Train Loss: 5.1731e-02, c1: 1.4354e-02, c2: 4.3744e-03, d1: 3.1432e-03, d2: 2.9851e-02, l1_reg: 5.0040e+02, l2_reg: 3.5328e+02\n",
      "2020/09/03, 20:17:01, Iteration: 847000, Train Loss: 5.3757e-02, c1: 1.4866e-02, c2: 4.8483e-03, d1: 3.9952e-03, d2: 3.0039e-02, l1_reg: 5.0043e+02, l2_reg: 3.5334e+02\n",
      "2020/09/03, 20:17:10, Iteration: 848000, Train Loss: 5.8948e-02, c1: 1.9578e-02, c2: 6.0946e-03, d1: 3.2098e-03, d2: 3.0057e-02, l1_reg: 5.0073e+02, l2_reg: 3.5347e+02\n",
      "2020/09/03, 20:17:19, Iteration: 849000, Train Loss: 5.7031e-02, c1: 1.9566e-02, c2: 4.2947e-03, d1: 3.4455e-03, d2: 2.9717e-02, l1_reg: 5.0108e+02, l2_reg: 3.5360e+02\n",
      "2020/09/03, 20:17:28, Iteration: 850000, Train Loss: 5.9887e-02, c1: 2.1029e-02, c2: 5.3518e-03, d1: 3.2223e-03, d2: 3.0276e-02, l1_reg: 5.0070e+02, l2_reg: 3.5364e+02\n",
      "2020/09/03, 20:17:36, Iteration: 851000, Train Loss: 5.7637e-02, c1: 1.8172e-02, c2: 5.4026e-03, d1: 3.5493e-03, d2: 3.0505e-02, l1_reg: 4.9971e+02, l2_reg: 3.5360e+02\n",
      "2020/09/03, 20:17:45, Iteration: 852000, Train Loss: 5.9781e-02, c1: 2.1812e-02, c2: 4.8741e-03, d1: 3.2849e-03, d2: 2.9801e-02, l1_reg: 5.0097e+02, l2_reg: 3.5376e+02\n",
      "2020/09/03, 20:17:54, Iteration: 853000, Train Loss: 5.2132e-02, c1: 1.4368e-02, c2: 4.8548e-03, d1: 2.7899e-03, d2: 3.0110e-02, l1_reg: 4.9918e+02, l2_reg: 3.5374e+02\n",
      "2020/09/03, 20:18:03, Iteration: 854000, Train Loss: 5.5276e-02, c1: 1.8056e-02, c2: 4.5214e-03, d1: 2.6515e-03, d2: 3.0039e-02, l1_reg: 5.0007e+02, l2_reg: 3.5384e+02\n",
      "2020/09/03, 20:18:12, Iteration: 855000, Train Loss: 5.2345e-02, c1: 1.4016e-02, c2: 5.0840e-03, d1: 2.7981e-03, d2: 3.0438e-02, l1_reg: 4.9962e+02, l2_reg: 3.5389e+02\n",
      "2020/09/03, 20:18:21, Iteration: 856000, Train Loss: 5.5181e-02, c1: 1.8677e-02, c2: 3.8517e-03, d1: 2.8054e-03, d2: 2.9839e-02, l1_reg: 5.0205e+02, l2_reg: 3.5413e+02\n",
      "2020/09/03, 20:18:30, Iteration: 857000, Train Loss: 5.1352e-02, c1: 1.2565e-02, c2: 5.5014e-03, d1: 3.1609e-03, d2: 3.0116e-02, l1_reg: 5.0154e+02, l2_reg: 3.5419e+02\n",
      "2020/09/03, 20:18:39, Iteration: 858000, Train Loss: 5.4364e-02, c1: 1.7188e-02, c2: 4.2724e-03, d1: 2.7042e-03, d2: 3.0191e-02, l1_reg: 5.0082e+02, l2_reg: 3.5417e+02\n",
      "2020/09/03, 20:18:48, Iteration: 859000, Train Loss: 5.7849e-02, c1: 2.0007e-02, c2: 4.9916e-03, d1: 2.5425e-03, d2: 3.0300e-02, l1_reg: 5.0002e+02, l2_reg: 3.5429e+02\n",
      "2020/09/03, 20:18:57, Iteration: 860000, Train Loss: 5.7534e-02, c1: 1.8454e-02, c2: 5.4613e-03, d1: 2.8903e-03, d2: 3.0720e-02, l1_reg: 5.0108e+02, l2_reg: 3.5440e+02\n",
      "2020/09/03, 20:19:05, Iteration: 861000, Train Loss: 5.5292e-02, c1: 1.7524e-02, c2: 4.9526e-03, d1: 2.5285e-03, d2: 3.0279e-02, l1_reg: 4.9947e+02, l2_reg: 3.5439e+02\n",
      "2020/09/03, 20:19:14, Iteration: 862000, Train Loss: 5.6395e-02, c1: 1.7192e-02, c2: 5.9331e-03, d1: 2.9150e-03, d2: 3.0346e-02, l1_reg: 5.0181e+02, l2_reg: 3.5451e+02\n",
      "2020/09/03, 20:19:23, Iteration: 863000, Train Loss: 6.0394e-02, c1: 2.0607e-02, c2: 5.5876e-03, d1: 3.7687e-03, d2: 3.0422e-02, l1_reg: 5.0059e+02, l2_reg: 3.5461e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:19:32, Iteration: 864000, Train Loss: 5.1659e-02, c1: 1.3678e-02, c2: 4.4033e-03, d1: 3.4891e-03, d2: 3.0080e-02, l1_reg: 5.0022e+02, l2_reg: 3.5466e+02\n",
      "2020/09/03, 20:19:41, Iteration: 865000, Train Loss: 4.8621e-02, c1: 1.0519e-02, c2: 4.5992e-03, d1: 3.2193e-03, d2: 3.0275e-02, l1_reg: 5.0003e+02, l2_reg: 3.5475e+02\n",
      "2020/09/03, 20:19:50, Iteration: 866000, Train Loss: 5.4348e-02, c1: 1.6097e-02, c2: 5.8936e-03, d1: 2.4140e-03, d2: 2.9936e-02, l1_reg: 4.9920e+02, l2_reg: 3.5481e+02\n",
      "2020/09/03, 20:19:59, Iteration: 867000, Train Loss: 5.5862e-02, c1: 1.7438e-02, c2: 5.1087e-03, d1: 3.1596e-03, d2: 3.0147e-02, l1_reg: 4.9964e+02, l2_reg: 3.5486e+02\n",
      "2020/09/03, 20:20:07, Iteration: 868000, Train Loss: 5.0292e-02, c1: 1.2766e-02, c2: 4.8256e-03, d1: 2.5201e-03, d2: 3.0172e-02, l1_reg: 5.0006e+02, l2_reg: 3.5492e+02\n",
      "2020/09/03, 20:20:16, Iteration: 869000, Train Loss: 5.2180e-02, c1: 1.5323e-02, c2: 4.0150e-03, d1: 3.1071e-03, d2: 2.9727e-02, l1_reg: 5.0247e+02, l2_reg: 3.5524e+02\n",
      "2020/09/03, 20:20:25, Iteration: 870000, Train Loss: 5.4994e-02, c1: 1.7179e-02, c2: 4.7515e-03, d1: 2.8033e-03, d2: 3.0251e-02, l1_reg: 5.0069e+02, l2_reg: 3.5521e+02\n",
      "2020/09/03, 20:20:34, Iteration: 871000, Train Loss: 5.6008e-02, c1: 1.8723e-02, c2: 4.5259e-03, d1: 2.8694e-03, d2: 2.9881e-02, l1_reg: 4.9907e+02, l2_reg: 3.5505e+02\n",
      "2020/09/03, 20:20:43, Iteration: 872000, Train Loss: 5.2148e-02, c1: 1.5157e-02, c2: 4.4859e-03, d1: 2.4968e-03, d2: 3.0000e-02, l1_reg: 4.9921e+02, l2_reg: 3.5517e+02\n",
      "2020/09/03, 20:20:52, Iteration: 873000, Train Loss: 5.2970e-02, c1: 1.6234e-02, c2: 3.9927e-03, d1: 2.9353e-03, d2: 2.9799e-02, l1_reg: 4.9866e+02, l2_reg: 3.5526e+02\n",
      "2020/09/03, 20:21:00, Iteration: 874000, Train Loss: 5.2825e-02, c1: 1.4180e-02, c2: 5.2465e-03, d1: 3.2486e-03, d2: 3.0141e-02, l1_reg: 4.9848e+02, l2_reg: 3.5535e+02\n",
      "2020/09/03, 20:21:09, Iteration: 875000, Train Loss: 5.2960e-02, c1: 1.5591e-02, c2: 4.5232e-03, d1: 2.7987e-03, d2: 3.0038e-02, l1_reg: 4.9938e+02, l2_reg: 3.5537e+02\n",
      "2020/09/03, 20:21:18, Iteration: 876000, Train Loss: 4.8620e-02, c1: 1.1532e-02, c2: 4.4385e-03, d1: 2.6283e-03, d2: 3.0012e-02, l1_reg: 4.9924e+02, l2_reg: 3.5537e+02\n",
      "2020/09/03, 20:21:27, Iteration: 877000, Train Loss: 5.3795e-02, c1: 1.4530e-02, c2: 5.5046e-03, d1: 3.0115e-03, d2: 3.0741e-02, l1_reg: 4.9912e+02, l2_reg: 3.5541e+02\n",
      "2020/09/03, 20:21:36, Iteration: 878000, Train Loss: 5.6219e-02, c1: 1.8015e-02, c2: 5.1845e-03, d1: 3.3499e-03, d2: 2.9661e-02, l1_reg: 4.9990e+02, l2_reg: 3.5557e+02\n",
      "2020/09/03, 20:21:45, Iteration: 879000, Train Loss: 5.3642e-02, c1: 1.6990e-02, c2: 4.3096e-03, d1: 2.6257e-03, d2: 2.9708e-02, l1_reg: 4.9959e+02, l2_reg: 3.5555e+02\n",
      "2020/09/03, 20:21:54, Iteration: 880000, Train Loss: 5.4948e-02, c1: 1.6017e-02, c2: 5.1821e-03, d1: 3.0873e-03, d2: 3.0653e-02, l1_reg: 4.9913e+02, l2_reg: 3.5565e+02\n",
      "2020/09/03, 20:22:03, Iteration: 881000, Train Loss: 4.7433e-02, c1: 9.8047e-03, c2: 4.6125e-03, d1: 2.5674e-03, d2: 3.0440e-02, l1_reg: 4.9948e+02, l2_reg: 3.5567e+02\n",
      "2020/09/03, 20:22:12, Iteration: 882000, Train Loss: 5.8786e-02, c1: 1.8841e-02, c2: 6.2142e-03, d1: 2.5650e-03, d2: 3.1157e-02, l1_reg: 4.9894e+02, l2_reg: 3.5572e+02\n",
      "2020/09/03, 20:22:21, Iteration: 883000, Train Loss: 5.1215e-02, c1: 1.3736e-02, c2: 4.4077e-03, d1: 2.8564e-03, d2: 3.0207e-02, l1_reg: 4.9881e+02, l2_reg: 3.5578e+02\n",
      "2020/09/03, 20:22:30, Iteration: 884000, Train Loss: 5.1186e-02, c1: 1.3849e-02, c2: 4.3679e-03, d1: 3.2509e-03, d2: 2.9710e-02, l1_reg: 4.9844e+02, l2_reg: 3.5592e+02\n",
      "2020/09/03, 20:22:39, Iteration: 885000, Train Loss: 5.0149e-02, c1: 1.2876e-02, c2: 4.4088e-03, d1: 2.9771e-03, d2: 2.9879e-02, l1_reg: 4.9983e+02, l2_reg: 3.5608e+02\n",
      "2020/09/03, 20:22:48, Iteration: 886000, Train Loss: 5.5220e-02, c1: 1.7344e-02, c2: 4.5691e-03, d1: 3.2554e-03, d2: 3.0042e-02, l1_reg: 4.9819e+02, l2_reg: 3.5599e+02\n",
      "2020/09/03, 20:22:56, Iteration: 887000, Train Loss: 5.3545e-02, c1: 1.4706e-02, c2: 5.8726e-03, d1: 2.4406e-03, d2: 3.0517e-02, l1_reg: 4.9826e+02, l2_reg: 3.5602e+02\n",
      "2020/09/03, 20:23:05, Iteration: 888000, Train Loss: 5.0864e-02, c1: 1.1437e-02, c2: 5.8449e-03, d1: 2.7486e-03, d2: 3.0825e-02, l1_reg: 5.0057e+02, l2_reg: 3.5620e+02\n",
      "2020/09/03, 20:23:14, Iteration: 889000, Train Loss: 5.5531e-02, c1: 1.7587e-02, c2: 4.4592e-03, d1: 3.4821e-03, d2: 2.9994e-02, l1_reg: 5.0136e+02, l2_reg: 3.5631e+02\n",
      "2020/09/03, 20:23:23, Iteration: 890000, Train Loss: 5.8232e-02, c1: 2.0589e-02, c2: 4.6062e-03, d1: 3.4011e-03, d2: 2.9627e-02, l1_reg: 4.9775e+02, l2_reg: 3.5618e+02\n",
      "2020/09/03, 20:23:32, Iteration: 891000, Train Loss: 5.4919e-02, c1: 1.7636e-02, c2: 4.6139e-03, d1: 2.5878e-03, d2: 3.0073e-02, l1_reg: 4.9835e+02, l2_reg: 3.5632e+02\n",
      "2020/09/03, 20:23:41, Iteration: 892000, Train Loss: 4.9995e-02, c1: 1.1065e-02, c2: 5.4862e-03, d1: 2.9934e-03, d2: 3.0442e-02, l1_reg: 4.9896e+02, l2_reg: 3.5648e+02\n",
      "2020/09/03, 20:23:50, Iteration: 893000, Train Loss: 5.5434e-02, c1: 1.8076e-02, c2: 4.4085e-03, d1: 2.9539e-03, d2: 2.9987e-02, l1_reg: 4.9932e+02, l2_reg: 3.5660e+02\n",
      "2020/09/03, 20:23:59, Iteration: 894000, Train Loss: 5.3539e-02, c1: 1.5706e-02, c2: 4.5291e-03, d1: 3.4016e-03, d2: 2.9894e-02, l1_reg: 4.9836e+02, l2_reg: 3.5660e+02\n",
      "2020/09/03, 20:24:07, Iteration: 895000, Train Loss: 6.2718e-02, c1: 2.3335e-02, c2: 6.0246e-03, d1: 2.7837e-03, d2: 3.0566e-02, l1_reg: 5.0157e+02, l2_reg: 3.5682e+02\n",
      "2020/09/03, 20:24:16, Iteration: 896000, Train Loss: 5.1069e-02, c1: 1.2203e-02, c2: 5.7970e-03, d1: 2.7529e-03, d2: 3.0308e-02, l1_reg: 4.9949e+02, l2_reg: 3.5676e+02\n",
      "2020/09/03, 20:24:25, Iteration: 897000, Train Loss: 5.8789e-02, c1: 2.2134e-02, c2: 4.0601e-03, d1: 2.8914e-03, d2: 2.9696e-02, l1_reg: 4.9913e+02, l2_reg: 3.5678e+02\n",
      "2020/09/03, 20:24:34, Iteration: 898000, Train Loss: 5.1396e-02, c1: 1.3267e-02, c2: 4.9829e-03, d1: 2.7925e-03, d2: 3.0345e-02, l1_reg: 4.9915e+02, l2_reg: 3.5677e+02\n",
      "2020/09/03, 20:24:43, Iteration: 899000, Train Loss: 5.0475e-02, c1: 1.3019e-02, c2: 4.6808e-03, d1: 2.5693e-03, d2: 3.0198e-02, l1_reg: 4.9880e+02, l2_reg: 3.5688e+02\n",
      "2020/09/03, 20:24:51, Iteration: 900000, Train Loss: 5.1814e-02, c1: 1.4156e-02, c2: 4.8060e-03, d1: 2.4954e-03, d2: 3.0348e-02, l1_reg: 4.9831e+02, l2_reg: 3.5687e+02\n",
      "2020/09/03, 20:25:01, Iteration: 901000, Train Loss: 5.7482e-02, c1: 1.6714e-02, c2: 6.8042e-03, d1: 2.7652e-03, d2: 3.1190e-02, l1_reg: 4.9934e+02, l2_reg: 3.5710e+02\n",
      "2020/09/03, 20:25:10, Iteration: 902000, Train Loss: 5.3750e-02, c1: 1.6193e-02, c2: 4.6103e-03, d1: 3.2784e-03, d2: 2.9659e-02, l1_reg: 4.9939e+02, l2_reg: 3.5716e+02\n",
      "2020/09/03, 20:25:19, Iteration: 903000, Train Loss: 5.1182e-02, c1: 1.4669e-02, c2: 4.0564e-03, d1: 2.7158e-03, d2: 2.9732e-02, l1_reg: 4.9970e+02, l2_reg: 3.5720e+02\n",
      "2020/09/03, 20:25:28, Iteration: 904000, Train Loss: 6.7402e-02, c1: 2.8984e-02, c2: 5.3605e-03, d1: 2.9495e-03, d2: 3.0099e-02, l1_reg: 5.0052e+02, l2_reg: 3.5732e+02\n",
      "2020/09/03, 20:25:37, Iteration: 905000, Train Loss: 4.9411e-02, c1: 1.1707e-02, c2: 4.3744e-03, d1: 3.2718e-03, d2: 3.0049e-02, l1_reg: 5.0091e+02, l2_reg: 3.5742e+02\n",
      "2020/09/03, 20:25:45, Iteration: 906000, Train Loss: 5.7610e-02, c1: 1.8624e-02, c2: 4.8535e-03, d1: 3.7070e-03, d2: 3.0418e-02, l1_reg: 4.9992e+02, l2_reg: 3.5746e+02\n",
      "2020/09/03, 20:25:54, Iteration: 907000, Train Loss: 5.3881e-02, c1: 1.7224e-02, c2: 3.9218e-03, d1: 2.9388e-03, d2: 2.9789e-02, l1_reg: 4.9901e+02, l2_reg: 3.5746e+02\n",
      "2020/09/03, 20:26:03, Iteration: 908000, Train Loss: 5.3997e-02, c1: 1.6142e-02, c2: 5.0368e-03, d1: 2.6465e-03, d2: 3.0164e-02, l1_reg: 4.9983e+02, l2_reg: 3.5767e+02\n",
      "2020/09/03, 20:26:12, Iteration: 909000, Train Loss: 5.1658e-02, c1: 1.4870e-02, c2: 4.0863e-03, d1: 3.0669e-03, d2: 2.9627e-02, l1_reg: 4.9955e+02, l2_reg: 3.5762e+02\n",
      "2020/09/03, 20:26:21, Iteration: 910000, Train Loss: 5.2872e-02, c1: 1.5459e-02, c2: 4.5085e-03, d1: 3.3017e-03, d2: 2.9595e-02, l1_reg: 4.9916e+02, l2_reg: 3.5763e+02\n",
      "2020/09/03, 20:26:29, Iteration: 911000, Train Loss: 5.0036e-02, c1: 1.2858e-02, c2: 4.4739e-03, d1: 2.7226e-03, d2: 2.9973e-02, l1_reg: 5.0145e+02, l2_reg: 3.5785e+02\n",
      "2020/09/03, 20:26:38, Iteration: 912000, Train Loss: 5.5394e-02, c1: 1.6570e-02, c2: 5.6741e-03, d1: 2.9653e-03, d2: 3.0175e-02, l1_reg: 4.9952e+02, l2_reg: 3.5787e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:26:47, Iteration: 913000, Train Loss: 5.0909e-02, c1: 1.3634e-02, c2: 4.2983e-03, d1: 3.2617e-03, d2: 2.9707e-02, l1_reg: 5.0308e+02, l2_reg: 3.5814e+02\n",
      "2020/09/03, 20:26:56, Iteration: 914000, Train Loss: 5.4315e-02, c1: 1.7022e-02, c2: 4.6472e-03, d1: 2.3900e-03, d2: 3.0248e-02, l1_reg: 4.9895e+02, l2_reg: 3.5790e+02\n",
      "2020/09/03, 20:27:05, Iteration: 915000, Train Loss: 5.7145e-02, c1: 1.8330e-02, c2: 4.6873e-03, d1: 3.8926e-03, d2: 3.0227e-02, l1_reg: 4.9794e+02, l2_reg: 3.5795e+02\n",
      "2020/09/03, 20:27:14, Iteration: 916000, Train Loss: 5.5059e-02, c1: 1.4699e-02, c2: 5.9737e-03, d1: 3.6654e-03, d2: 3.0713e-02, l1_reg: 4.9995e+02, l2_reg: 3.5808e+02\n",
      "2020/09/03, 20:27:23, Iteration: 917000, Train Loss: 5.5072e-02, c1: 1.6581e-02, c2: 5.1683e-03, d1: 3.0403e-03, d2: 3.0274e-02, l1_reg: 4.9966e+02, l2_reg: 3.5810e+02\n",
      "2020/09/03, 20:27:31, Iteration: 918000, Train Loss: 6.1586e-02, c1: 2.3743e-02, c2: 5.1849e-03, d1: 2.6712e-03, d2: 2.9978e-02, l1_reg: 4.9912e+02, l2_reg: 3.5826e+02\n",
      "2020/09/03, 20:27:40, Iteration: 919000, Train Loss: 4.8378e-02, c1: 1.1458e-02, c2: 4.2567e-03, d1: 2.8349e-03, d2: 2.9819e-02, l1_reg: 4.9970e+02, l2_reg: 3.5836e+02\n",
      "2020/09/03, 20:27:49, Iteration: 920000, Train Loss: 4.9871e-02, c1: 1.2119e-02, c2: 4.4769e-03, d1: 3.3862e-03, d2: 2.9880e-02, l1_reg: 4.9988e+02, l2_reg: 3.5836e+02\n",
      "2020/09/03, 20:27:58, Iteration: 921000, Train Loss: 5.1769e-02, c1: 1.3352e-02, c2: 5.3766e-03, d1: 2.7526e-03, d2: 3.0280e-02, l1_reg: 4.9913e+02, l2_reg: 3.5837e+02\n",
      "2020/09/03, 20:28:06, Iteration: 922000, Train Loss: 6.1944e-02, c1: 2.2772e-02, c2: 5.7333e-03, d1: 3.6259e-03, d2: 2.9805e-02, l1_reg: 4.9921e+02, l2_reg: 3.5842e+02\n",
      "2020/09/03, 20:28:15, Iteration: 923000, Train Loss: 5.6706e-02, c1: 1.9559e-02, c2: 4.4894e-03, d1: 2.8539e-03, d2: 2.9795e-02, l1_reg: 5.0039e+02, l2_reg: 3.5853e+02\n",
      "2020/09/03, 20:28:24, Iteration: 924000, Train Loss: 5.7544e-02, c1: 2.0609e-02, c2: 4.4812e-03, d1: 2.5579e-03, d2: 2.9887e-02, l1_reg: 4.9946e+02, l2_reg: 3.5856e+02\n",
      "2020/09/03, 20:28:33, Iteration: 925000, Train Loss: 5.1143e-02, c1: 1.2595e-02, c2: 5.5253e-03, d1: 2.9759e-03, d2: 3.0039e-02, l1_reg: 4.9826e+02, l2_reg: 3.5854e+02\n",
      "2020/09/03, 20:28:42, Iteration: 926000, Train Loss: 5.3116e-02, c1: 1.6184e-02, c2: 4.6191e-03, d1: 2.9015e-03, d2: 2.9403e-02, l1_reg: 5.0028e+02, l2_reg: 3.5863e+02\n",
      "2020/09/03, 20:28:51, Iteration: 927000, Train Loss: 5.5271e-02, c1: 1.4692e-02, c2: 6.0007e-03, d1: 3.3731e-03, d2: 3.1197e-02, l1_reg: 4.9976e+02, l2_reg: 3.5875e+02\n",
      "2020/09/03, 20:28:59, Iteration: 928000, Train Loss: 5.2641e-02, c1: 1.4989e-02, c2: 4.8300e-03, d1: 3.0494e-03, d2: 2.9764e-02, l1_reg: 4.9779e+02, l2_reg: 3.5870e+02\n",
      "2020/09/03, 20:29:08, Iteration: 929000, Train Loss: 5.8825e-02, c1: 2.0474e-02, c2: 5.3622e-03, d1: 2.8684e-03, d2: 3.0111e-02, l1_reg: 5.0088e+02, l2_reg: 3.5892e+02\n",
      "2020/09/03, 20:29:17, Iteration: 930000, Train Loss: 5.6943e-02, c1: 1.6331e-02, c2: 6.6664e-03, d1: 2.8705e-03, d2: 3.1067e-02, l1_reg: 4.9819e+02, l2_reg: 3.5883e+02\n",
      "2020/09/03, 20:29:26, Iteration: 931000, Train Loss: 5.6883e-02, c1: 1.7707e-02, c2: 5.6100e-03, d1: 3.0346e-03, d2: 3.0523e-02, l1_reg: 4.9904e+02, l2_reg: 3.5891e+02\n",
      "2020/09/03, 20:29:34, Iteration: 932000, Train Loss: 5.2186e-02, c1: 1.5037e-02, c2: 4.0981e-03, d1: 3.2844e-03, d2: 2.9758e-02, l1_reg: 4.9865e+02, l2_reg: 3.5901e+02\n",
      "2020/09/03, 20:29:43, Iteration: 933000, Train Loss: 4.8785e-02, c1: 1.1640e-02, c2: 4.4355e-03, d1: 3.0105e-03, d2: 2.9690e-02, l1_reg: 5.0019e+02, l2_reg: 3.5923e+02\n",
      "2020/09/03, 20:29:52, Iteration: 934000, Train Loss: 4.8916e-02, c1: 1.1862e-02, c2: 4.0835e-03, d1: 3.0019e-03, d2: 2.9960e-02, l1_reg: 4.9987e+02, l2_reg: 3.5919e+02\n",
      "2020/09/03, 20:30:01, Iteration: 935000, Train Loss: 5.3708e-02, c1: 1.5759e-02, c2: 4.4739e-03, d1: 3.4124e-03, d2: 3.0054e-02, l1_reg: 4.9940e+02, l2_reg: 3.5918e+02\n",
      "2020/09/03, 20:30:10, Iteration: 936000, Train Loss: 5.1771e-02, c1: 1.5300e-02, c2: 3.9442e-03, d1: 2.9003e-03, d2: 2.9618e-02, l1_reg: 4.9987e+02, l2_reg: 3.5938e+02\n",
      "2020/09/03, 20:30:19, Iteration: 937000, Train Loss: 5.5174e-02, c1: 1.6066e-02, c2: 5.2943e-03, d1: 3.4895e-03, d2: 3.0316e-02, l1_reg: 4.9967e+02, l2_reg: 3.5940e+02\n",
      "2020/09/03, 20:30:27, Iteration: 938000, Train Loss: 5.4471e-02, c1: 1.7216e-02, c2: 4.2928e-03, d1: 3.3513e-03, d2: 2.9602e-02, l1_reg: 5.0088e+02, l2_reg: 3.5952e+02\n",
      "2020/09/03, 20:30:36, Iteration: 939000, Train Loss: 5.6333e-02, c1: 1.8548e-02, c2: 4.4494e-03, d1: 3.0171e-03, d2: 3.0309e-02, l1_reg: 4.9739e+02, l2_reg: 3.5929e+02\n",
      "2020/09/03, 20:30:45, Iteration: 940000, Train Loss: 5.3215e-02, c1: 1.6004e-02, c2: 4.2509e-03, d1: 2.9819e-03, d2: 2.9969e-02, l1_reg: 4.9816e+02, l2_reg: 3.5938e+02\n",
      "2020/09/03, 20:30:54, Iteration: 941000, Train Loss: 5.2615e-02, c1: 1.5191e-02, c2: 4.7303e-03, d1: 2.8648e-03, d2: 2.9820e-02, l1_reg: 4.9897e+02, l2_reg: 3.5946e+02\n",
      "2020/09/03, 20:31:03, Iteration: 942000, Train Loss: 5.5941e-02, c1: 1.8609e-02, c2: 4.7880e-03, d1: 2.7032e-03, d2: 2.9832e-02, l1_reg: 4.9884e+02, l2_reg: 3.5949e+02\n",
      "2020/09/03, 20:31:12, Iteration: 943000, Train Loss: 5.8619e-02, c1: 2.0770e-02, c2: 4.7129e-03, d1: 3.0452e-03, d2: 3.0082e-02, l1_reg: 4.9838e+02, l2_reg: 3.5949e+02\n",
      "2020/09/03, 20:31:21, Iteration: 944000, Train Loss: 5.2269e-02, c1: 1.5487e-02, c2: 4.2233e-03, d1: 2.8832e-03, d2: 2.9667e-02, l1_reg: 4.9769e+02, l2_reg: 3.5946e+02\n",
      "2020/09/03, 20:31:30, Iteration: 945000, Train Loss: 5.2838e-02, c1: 1.4039e-02, c2: 5.5220e-03, d1: 2.9757e-03, d2: 3.0292e-02, l1_reg: 4.9634e+02, l2_reg: 3.5947e+02\n",
      "2020/09/03, 20:31:39, Iteration: 946000, Train Loss: 5.6353e-02, c1: 1.9246e-02, c2: 4.3243e-03, d1: 2.9232e-03, d2: 2.9851e-02, l1_reg: 4.9759e+02, l2_reg: 3.5956e+02\n",
      "2020/09/03, 20:31:48, Iteration: 947000, Train Loss: 5.8119e-02, c1: 1.9476e-02, c2: 5.4225e-03, d1: 3.0437e-03, d2: 3.0167e-02, l1_reg: 4.9879e+02, l2_reg: 3.5976e+02\n",
      "2020/09/03, 20:31:57, Iteration: 948000, Train Loss: 5.3792e-02, c1: 1.6223e-02, c2: 4.8205e-03, d1: 2.5980e-03, d2: 3.0142e-02, l1_reg: 4.9764e+02, l2_reg: 3.5977e+02\n",
      "2020/09/03, 20:32:05, Iteration: 949000, Train Loss: 5.9364e-02, c1: 2.0483e-02, c2: 5.4942e-03, d1: 3.0479e-03, d2: 3.0330e-02, l1_reg: 4.9753e+02, l2_reg: 3.5970e+02\n",
      "2020/09/03, 20:32:14, Iteration: 950000, Train Loss: 4.8729e-02, c1: 1.0703e-02, c2: 5.0043e-03, d1: 2.9827e-03, d2: 3.0030e-02, l1_reg: 4.9630e+02, l2_reg: 3.5978e+02\n",
      "2020/09/03, 20:32:23, Iteration: 951000, Train Loss: 5.5935e-02, c1: 1.8964e-02, c2: 4.9674e-03, d1: 2.4061e-03, d2: 2.9588e-02, l1_reg: 4.9501e+02, l2_reg: 3.5975e+02\n",
      "2020/09/03, 20:32:32, Iteration: 952000, Train Loss: 5.8218e-02, c1: 1.9979e-02, c2: 5.0862e-03, d1: 3.2563e-03, d2: 2.9889e-02, l1_reg: 4.9718e+02, l2_reg: 3.5993e+02\n",
      "2020/09/03, 20:32:41, Iteration: 953000, Train Loss: 5.6472e-02, c1: 1.9339e-02, c2: 4.4557e-03, d1: 2.7225e-03, d2: 2.9946e-02, l1_reg: 4.9837e+02, l2_reg: 3.6008e+02\n",
      "2020/09/03, 20:32:50, Iteration: 954000, Train Loss: 5.3269e-02, c1: 1.4066e-02, c2: 5.7005e-03, d1: 3.1318e-03, d2: 3.0363e-02, l1_reg: 4.9778e+02, l2_reg: 3.6010e+02\n",
      "2020/09/03, 20:32:59, Iteration: 955000, Train Loss: 5.0200e-02, c1: 1.1550e-02, c2: 5.2246e-03, d1: 2.9644e-03, d2: 3.0452e-02, l1_reg: 4.9887e+02, l2_reg: 3.6026e+02\n",
      "2020/09/03, 20:33:08, Iteration: 956000, Train Loss: 5.1836e-02, c1: 1.3487e-02, c2: 4.8491e-03, d1: 3.1444e-03, d2: 3.0347e-02, l1_reg: 4.9726e+02, l2_reg: 3.6012e+02\n",
      "2020/09/03, 20:33:16, Iteration: 957000, Train Loss: 5.3854e-02, c1: 1.6823e-02, c2: 4.2590e-03, d1: 2.9759e-03, d2: 2.9787e-02, l1_reg: 4.9736e+02, l2_reg: 3.6020e+02\n",
      "2020/09/03, 20:33:25, Iteration: 958000, Train Loss: 5.3340e-02, c1: 1.5587e-02, c2: 4.6624e-03, d1: 2.9148e-03, d2: 3.0167e-02, l1_reg: 4.9858e+02, l2_reg: 3.6036e+02\n",
      "2020/09/03, 20:33:34, Iteration: 959000, Train Loss: 5.1533e-02, c1: 1.4718e-02, c2: 4.2361e-03, d1: 2.8869e-03, d2: 2.9683e-02, l1_reg: 4.9780e+02, l2_reg: 3.6037e+02\n",
      "2020/09/03, 20:33:43, Iteration: 960000, Train Loss: 5.4345e-02, c1: 1.6850e-02, c2: 4.5855e-03, d1: 2.7991e-03, d2: 3.0101e-02, l1_reg: 4.9588e+02, l2_reg: 3.6029e+02\n",
      "2020/09/03, 20:33:52, Iteration: 961000, Train Loss: 5.6846e-02, c1: 1.7673e-02, c2: 5.9072e-03, d1: 2.8581e-03, d2: 3.0399e-02, l1_reg: 4.9700e+02, l2_reg: 3.6031e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:34:00, Iteration: 962000, Train Loss: 5.2490e-02, c1: 1.4252e-02, c2: 5.1979e-03, d1: 2.9799e-03, d2: 3.0051e-02, l1_reg: 4.9590e+02, l2_reg: 3.6030e+02\n",
      "2020/09/03, 20:34:09, Iteration: 963000, Train Loss: 5.5121e-02, c1: 1.7486e-02, c2: 4.4925e-03, d1: 2.9478e-03, d2: 3.0187e-02, l1_reg: 4.9654e+02, l2_reg: 3.6041e+02\n",
      "2020/09/03, 20:34:18, Iteration: 964000, Train Loss: 5.4502e-02, c1: 1.7147e-02, c2: 4.5572e-03, d1: 3.0120e-03, d2: 2.9778e-02, l1_reg: 4.9708e+02, l2_reg: 3.6057e+02\n",
      "2020/09/03, 20:34:27, Iteration: 965000, Train Loss: 5.8547e-02, c1: 1.9473e-02, c2: 5.5591e-03, d1: 2.4606e-03, d2: 3.1046e-02, l1_reg: 4.9640e+02, l2_reg: 3.6062e+02\n",
      "2020/09/03, 20:34:35, Iteration: 966000, Train Loss: 5.5728e-02, c1: 1.6285e-02, c2: 5.8291e-03, d1: 3.1671e-03, d2: 3.0438e-02, l1_reg: 4.9711e+02, l2_reg: 3.6063e+02\n",
      "2020/09/03, 20:34:44, Iteration: 967000, Train Loss: 5.0687e-02, c1: 1.2830e-02, c2: 4.5887e-03, d1: 2.7888e-03, d2: 3.0471e-02, l1_reg: 5.0207e+02, l2_reg: 3.6102e+02\n",
      "2020/09/03, 20:34:53, Iteration: 968000, Train Loss: 4.8968e-02, c1: 1.1554e-02, c2: 4.2105e-03, d1: 3.0550e-03, d2: 3.0140e-02, l1_reg: 4.9833e+02, l2_reg: 3.6086e+02\n",
      "2020/09/03, 20:35:02, Iteration: 969000, Train Loss: 5.1722e-02, c1: 1.2055e-02, c2: 5.6812e-03, d1: 3.8974e-03, d2: 3.0080e-02, l1_reg: 4.9569e+02, l2_reg: 3.6078e+02\n",
      "2020/09/03, 20:35:11, Iteration: 970000, Train Loss: 5.5818e-02, c1: 1.8986e-02, c2: 4.1248e-03, d1: 2.9943e-03, d2: 2.9705e-02, l1_reg: 4.9620e+02, l2_reg: 3.6086e+02\n",
      "2020/09/03, 20:35:20, Iteration: 971000, Train Loss: 4.6743e-02, c1: 1.0604e-02, c2: 4.0406e-03, d1: 2.5479e-03, d2: 2.9541e-02, l1_reg: 4.9738e+02, l2_reg: 3.6109e+02\n",
      "2020/09/03, 20:35:28, Iteration: 972000, Train Loss: 5.7792e-02, c1: 2.0219e-02, c2: 4.8256e-03, d1: 2.6013e-03, d2: 3.0138e-02, l1_reg: 4.9693e+02, l2_reg: 3.6101e+02\n",
      "2020/09/03, 20:35:37, Iteration: 973000, Train Loss: 5.8158e-02, c1: 1.9339e-02, c2: 5.1803e-03, d1: 3.1894e-03, d2: 3.0441e-02, l1_reg: 4.9606e+02, l2_reg: 3.6106e+02\n",
      "2020/09/03, 20:35:46, Iteration: 974000, Train Loss: 5.1152e-02, c1: 1.5138e-02, c2: 3.9465e-03, d1: 2.4468e-03, d2: 2.9613e-02, l1_reg: 4.9635e+02, l2_reg: 3.6109e+02\n",
      "2020/09/03, 20:35:55, Iteration: 975000, Train Loss: 5.1399e-02, c1: 1.2488e-02, c2: 5.5920e-03, d1: 2.9292e-03, d2: 3.0381e-02, l1_reg: 4.9961e+02, l2_reg: 3.6138e+02\n",
      "2020/09/03, 20:36:04, Iteration: 976000, Train Loss: 5.4397e-02, c1: 1.6076e-02, c2: 5.3490e-03, d1: 2.6024e-03, d2: 3.0361e-02, l1_reg: 4.9822e+02, l2_reg: 3.6136e+02\n",
      "2020/09/03, 20:36:13, Iteration: 977000, Train Loss: 5.1774e-02, c1: 1.3675e-02, c2: 4.4439e-03, d1: 3.6535e-03, d2: 2.9993e-02, l1_reg: 4.9880e+02, l2_reg: 3.6149e+02\n",
      "2020/09/03, 20:36:22, Iteration: 978000, Train Loss: 5.3447e-02, c1: 1.5823e-02, c2: 4.3346e-03, d1: 3.6171e-03, d2: 2.9664e-02, l1_reg: 4.9791e+02, l2_reg: 3.6150e+02\n",
      "2020/09/03, 20:36:30, Iteration: 979000, Train Loss: 5.7710e-02, c1: 1.8170e-02, c2: 5.7707e-03, d1: 2.8492e-03, d2: 3.0912e-02, l1_reg: 4.9740e+02, l2_reg: 3.6156e+02\n",
      "2020/09/03, 20:36:39, Iteration: 980000, Train Loss: 4.8812e-02, c1: 1.2205e-02, c2: 4.2077e-03, d1: 2.8156e-03, d2: 2.9574e-02, l1_reg: 4.9749e+02, l2_reg: 3.6160e+02\n",
      "2020/09/03, 20:36:48, Iteration: 981000, Train Loss: 5.6033e-02, c1: 1.8443e-02, c2: 4.5462e-03, d1: 2.9935e-03, d2: 3.0041e-02, l1_reg: 4.9682e+02, l2_reg: 3.6168e+02\n",
      "2020/09/03, 20:36:57, Iteration: 982000, Train Loss: 5.1655e-02, c1: 1.4266e-02, c2: 4.3623e-03, d1: 3.1592e-03, d2: 2.9859e-02, l1_reg: 4.9794e+02, l2_reg: 3.6177e+02\n",
      "2020/09/03, 20:37:06, Iteration: 983000, Train Loss: 5.2529e-02, c1: 1.4026e-02, c2: 4.5344e-03, d1: 4.0166e-03, d2: 2.9944e-02, l1_reg: 4.9665e+02, l2_reg: 3.6179e+02\n",
      "2020/09/03, 20:37:15, Iteration: 984000, Train Loss: 4.9673e-02, c1: 1.2645e-02, c2: 4.3471e-03, d1: 2.9156e-03, d2: 2.9757e-02, l1_reg: 4.9850e+02, l2_reg: 3.6194e+02\n",
      "2020/09/03, 20:37:23, Iteration: 985000, Train Loss: 5.0524e-02, c1: 1.3938e-02, c2: 4.2152e-03, d1: 2.6192e-03, d2: 2.9743e-02, l1_reg: 4.9778e+02, l2_reg: 3.6184e+02\n",
      "2020/09/03, 20:37:32, Iteration: 986000, Train Loss: 5.3240e-02, c1: 1.4111e-02, c2: 5.4548e-03, d1: 2.9438e-03, d2: 3.0722e-02, l1_reg: 4.9698e+02, l2_reg: 3.6198e+02\n",
      "2020/09/03, 20:37:41, Iteration: 987000, Train Loss: 5.2382e-02, c1: 1.4458e-02, c2: 4.9928e-03, d1: 3.0220e-03, d2: 2.9901e-02, l1_reg: 4.9638e+02, l2_reg: 3.6204e+02\n",
      "2020/09/03, 20:37:50, Iteration: 988000, Train Loss: 4.9839e-02, c1: 1.2545e-02, c2: 4.6586e-03, d1: 2.9982e-03, d2: 2.9628e-02, l1_reg: 4.9625e+02, l2_reg: 3.6202e+02\n",
      "2020/09/03, 20:37:59, Iteration: 989000, Train Loss: 4.8608e-02, c1: 1.2038e-02, c2: 4.3175e-03, d1: 2.6341e-03, d2: 2.9610e-02, l1_reg: 4.9715e+02, l2_reg: 3.6214e+02\n",
      "2020/09/03, 20:38:08, Iteration: 990000, Train Loss: 5.7694e-02, c1: 1.7711e-02, c2: 6.3103e-03, d1: 2.7058e-03, d2: 3.0958e-02, l1_reg: 4.9858e+02, l2_reg: 3.6227e+02\n",
      "2020/09/03, 20:38:17, Iteration: 991000, Train Loss: 4.6598e-02, c1: 1.0497e-02, c2: 3.7327e-03, d1: 2.7171e-03, d2: 2.9643e-02, l1_reg: 4.9761e+02, l2_reg: 3.6229e+02\n",
      "2020/09/03, 20:38:26, Iteration: 992000, Train Loss: 5.1046e-02, c1: 1.3540e-02, c2: 4.8920e-03, d1: 2.6226e-03, d2: 2.9984e-02, l1_reg: 4.9917e+02, l2_reg: 3.6245e+02\n",
      "2020/09/03, 20:38:35, Iteration: 993000, Train Loss: 5.5697e-02, c1: 1.7550e-02, c2: 4.2230e-03, d1: 4.1563e-03, d2: 2.9760e-02, l1_reg: 4.9805e+02, l2_reg: 3.6246e+02\n",
      "2020/09/03, 20:38:44, Iteration: 994000, Train Loss: 5.1743e-02, c1: 1.2015e-02, c2: 5.3061e-03, d1: 3.6844e-03, d2: 3.0729e-02, l1_reg: 4.9760e+02, l2_reg: 3.6247e+02\n",
      "2020/09/03, 20:38:52, Iteration: 995000, Train Loss: 5.4982e-02, c1: 1.7602e-02, c2: 4.4619e-03, d1: 2.9412e-03, d2: 2.9968e-02, l1_reg: 4.9736e+02, l2_reg: 3.6245e+02\n",
      "2020/09/03, 20:39:01, Iteration: 996000, Train Loss: 5.3497e-02, c1: 1.4651e-02, c2: 5.6433e-03, d1: 2.9698e-03, d2: 3.0224e-02, l1_reg: 4.9712e+02, l2_reg: 3.6246e+02\n",
      "2020/09/03, 20:39:10, Iteration: 997000, Train Loss: 5.2668e-02, c1: 1.6752e-02, c2: 3.8596e-03, d1: 2.3958e-03, d2: 2.9652e-02, l1_reg: 4.9678e+02, l2_reg: 3.6254e+02\n",
      "2020/09/03, 20:39:19, Iteration: 998000, Train Loss: 5.1658e-02, c1: 1.4407e-02, c2: 4.6327e-03, d1: 2.9786e-03, d2: 2.9631e-02, l1_reg: 4.9597e+02, l2_reg: 3.6255e+02\n",
      "2020/09/03, 20:39:28, Iteration: 999000, Train Loss: 6.1043e-02, c1: 2.2596e-02, c2: 4.4457e-03, d1: 3.6930e-03, d2: 3.0299e-02, l1_reg: 4.9868e+02, l2_reg: 3.6267e+02\n",
      "2020/09/03, 20:39:37, Iteration: 1000000, Train Loss: 5.0154e-02, c1: 1.2977e-02, c2: 4.8287e-03, d1: 2.4613e-03, d2: 2.9878e-02, l1_reg: 4.9699e+02, l2_reg: 3.6267e+02\n",
      "2020/09/03, 20:39:46, Iteration: 1001000, Train Loss: 5.2612e-02, c1: 1.2462e-02, c2: 6.1185e-03, d1: 3.1860e-03, d2: 3.0836e-02, l1_reg: 4.9616e+02, l2_reg: 3.6271e+02\n",
      "2020/09/03, 20:39:55, Iteration: 1002000, Train Loss: 4.6663e-02, c1: 9.7076e-03, c2: 4.2899e-03, d1: 2.7089e-03, d2: 2.9948e-02, l1_reg: 4.9623e+02, l2_reg: 3.6281e+02\n",
      "2020/09/03, 20:40:04, Iteration: 1003000, Train Loss: 5.2500e-02, c1: 1.5840e-02, c2: 4.0724e-03, d1: 2.8020e-03, d2: 2.9776e-02, l1_reg: 4.9757e+02, l2_reg: 3.6296e+02\n",
      "2020/09/03, 20:40:13, Iteration: 1004000, Train Loss: 5.2510e-02, c1: 1.5537e-02, c2: 4.0409e-03, d1: 3.0330e-03, d2: 2.9891e-02, l1_reg: 4.9871e+02, l2_reg: 3.6300e+02\n",
      "2020/09/03, 20:40:22, Iteration: 1005000, Train Loss: 5.5303e-02, c1: 1.6020e-02, c2: 5.9208e-03, d1: 2.8423e-03, d2: 3.0512e-02, l1_reg: 4.9805e+02, l2_reg: 3.6315e+02\n",
      "2020/09/03, 20:40:31, Iteration: 1006000, Train Loss: 5.3355e-02, c1: 1.4139e-02, c2: 5.6488e-03, d1: 3.8050e-03, d2: 2.9753e-02, l1_reg: 4.9796e+02, l2_reg: 3.6310e+02\n",
      "2020/09/03, 20:40:39, Iteration: 1007000, Train Loss: 5.5577e-02, c1: 1.7776e-02, c2: 4.9779e-03, d1: 2.8898e-03, d2: 2.9924e-02, l1_reg: 4.9645e+02, l2_reg: 3.6310e+02\n",
      "2020/09/03, 20:40:48, Iteration: 1008000, Train Loss: 5.7209e-02, c1: 1.7823e-02, c2: 5.4499e-03, d1: 3.4643e-03, d2: 3.0463e-02, l1_reg: 4.9668e+02, l2_reg: 3.6317e+02\n",
      "2020/09/03, 20:40:57, Iteration: 1009000, Train Loss: 5.8343e-02, c1: 1.8709e-02, c2: 5.8729e-03, d1: 3.5995e-03, d2: 3.0153e-02, l1_reg: 4.9721e+02, l2_reg: 3.6330e+02\n",
      "2020/09/03, 20:41:05, Iteration: 1010000, Train Loss: 5.8233e-02, c1: 1.9434e-02, c2: 5.9169e-03, d1: 2.8321e-03, d2: 3.0042e-02, l1_reg: 4.9748e+02, l2_reg: 3.6336e+02\n"
     ]
    }
   ],
   "source": [
    "config.iterations = 500000\n",
    "config.print_every = 1000\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "/* global mpl */\n",
       "window.mpl = {};\n",
       "\n",
       "mpl.get_websocket_type = function () {\n",
       "    if (typeof WebSocket !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof MozWebSocket !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert(\n",
       "            'Your browser does not have WebSocket support. ' +\n",
       "                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "                'Firefox 4 and 5 are also supported but you ' +\n",
       "                'have to enable WebSockets in about:config.'\n",
       "        );\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = this.ws.binaryType !== undefined;\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById('mpl-warnings');\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent =\n",
       "                'This browser does not support binary websocket messages. ' +\n",
       "                'Performance may be slow.';\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = document.createElement('div');\n",
       "    this.root.setAttribute('style', 'display: inline-block');\n",
       "    this._root_extra_style(this.root);\n",
       "\n",
       "    parent_element.appendChild(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen = function () {\n",
       "        fig.send_message('supports_binary', { value: fig.supports_binary });\n",
       "        fig.send_message('send_image_mode', {});\n",
       "        if (mpl.ratio !== 1) {\n",
       "            fig.send_message('set_dpi_ratio', { dpi_ratio: mpl.ratio });\n",
       "        }\n",
       "        fig.send_message('refresh', {});\n",
       "    };\n",
       "\n",
       "    this.imageObj.onload = function () {\n",
       "        if (fig.image_mode === 'full') {\n",
       "            // Full images could contain transparency (where diff images\n",
       "            // almost always do), so we need to clear the canvas so that\n",
       "            // there is no ghosting.\n",
       "            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "        }\n",
       "        fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "    };\n",
       "\n",
       "    this.imageObj.onunload = function () {\n",
       "        fig.ws.close();\n",
       "    };\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_header = function () {\n",
       "    var titlebar = document.createElement('div');\n",
       "    titlebar.classList =\n",
       "        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n",
       "    var titletext = document.createElement('div');\n",
       "    titletext.classList = 'ui-dialog-title';\n",
       "    titletext.setAttribute(\n",
       "        'style',\n",
       "        'width: 100%; text-align: center; padding: 3px;'\n",
       "    );\n",
       "    titlebar.appendChild(titletext);\n",
       "    this.root.appendChild(titlebar);\n",
       "    this.header = titletext;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = (this.canvas_div = document.createElement('div'));\n",
       "    canvas_div.setAttribute(\n",
       "        'style',\n",
       "        'border: 1px solid #ddd;' +\n",
       "            'box-sizing: content-box;' +\n",
       "            'clear: both;' +\n",
       "            'min-height: 1px;' +\n",
       "            'min-width: 1px;' +\n",
       "            'outline: 0;' +\n",
       "            'overflow: hidden;' +\n",
       "            'position: relative;' +\n",
       "            'resize: both;'\n",
       "    );\n",
       "\n",
       "    function on_keyboard_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.key_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    canvas_div.addEventListener(\n",
       "        'keydown',\n",
       "        on_keyboard_event_closure('key_press')\n",
       "    );\n",
       "    canvas_div.addEventListener(\n",
       "        'keyup',\n",
       "        on_keyboard_event_closure('key_release')\n",
       "    );\n",
       "\n",
       "    this._canvas_extra_style(canvas_div);\n",
       "    this.root.appendChild(canvas_div);\n",
       "\n",
       "    var canvas = (this.canvas = document.createElement('canvas'));\n",
       "    canvas.classList.add('mpl-canvas');\n",
       "    canvas.setAttribute('style', 'box-sizing: content-box;');\n",
       "\n",
       "    this.context = canvas.getContext('2d');\n",
       "\n",
       "    var backingStore =\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        this.context.webkitBackingStorePixelRatio ||\n",
       "        this.context.mozBackingStorePixelRatio ||\n",
       "        this.context.msBackingStorePixelRatio ||\n",
       "        this.context.oBackingStorePixelRatio ||\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n",
       "        'canvas'\n",
       "    ));\n",
       "    rubberband_canvas.setAttribute(\n",
       "        'style',\n",
       "        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n",
       "    );\n",
       "\n",
       "    var resizeObserver = new ResizeObserver(function (entries) {\n",
       "        var nentries = entries.length;\n",
       "        for (var i = 0; i < nentries; i++) {\n",
       "            var entry = entries[i];\n",
       "            var width, height;\n",
       "            if (entry.contentBoxSize) {\n",
       "                width = entry.contentBoxSize.inlineSize;\n",
       "                height = entry.contentBoxSize.blockSize;\n",
       "            } else {\n",
       "                width = entry.contentRect.width;\n",
       "                height = entry.contentRect.height;\n",
       "            }\n",
       "\n",
       "            // Keep the size of the canvas and rubber band canvas in sync with\n",
       "            // the canvas container.\n",
       "            canvas.setAttribute('width', width * mpl.ratio);\n",
       "            canvas.setAttribute('height', height * mpl.ratio);\n",
       "            canvas.setAttribute(\n",
       "                'style',\n",
       "                'width: ' + width + 'px; height: ' + height + 'px;'\n",
       "            );\n",
       "\n",
       "            rubberband_canvas.setAttribute('width', width);\n",
       "            rubberband_canvas.setAttribute('height', height);\n",
       "\n",
       "            // And update the size in Python. We ignore the initial 0/0 size\n",
       "            // that occurs as the element is placed into the DOM, which should\n",
       "            // otherwise not happen due to the minimum size styling.\n",
       "            if (width != 0 && height != 0) {\n",
       "                fig.request_resize(width, height);\n",
       "            }\n",
       "        }\n",
       "    });\n",
       "    resizeObserver.observe(canvas_div);\n",
       "\n",
       "    function on_mouse_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.mouse_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousedown',\n",
       "        on_mouse_event_closure('button_press')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseup',\n",
       "        on_mouse_event_closure('button_release')\n",
       "    );\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousemove',\n",
       "        on_mouse_event_closure('motion_notify')\n",
       "    );\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseenter',\n",
       "        on_mouse_event_closure('figure_enter')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseleave',\n",
       "        on_mouse_event_closure('figure_leave')\n",
       "    );\n",
       "\n",
       "    canvas_div.addEventListener('wheel', function (event) {\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        on_mouse_event_closure('scroll')(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.appendChild(canvas);\n",
       "    canvas_div.appendChild(rubberband_canvas);\n",
       "\n",
       "    this.rubberband_context = rubberband_canvas.getContext('2d');\n",
       "    this.rubberband_context.strokeStyle = '#000000';\n",
       "\n",
       "    this._resize_canvas = function (width, height, forward) {\n",
       "        if (forward) {\n",
       "            canvas_div.style.width = width + 'px';\n",
       "            canvas_div.style.height = height + 'px';\n",
       "        }\n",
       "    };\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus() {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'mpl-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'mpl-button-group';\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'mpl-button-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        var button = (fig.buttons[name] = document.createElement('button'));\n",
       "        button.classList = 'mpl-widget';\n",
       "        button.setAttribute('role', 'button');\n",
       "        button.setAttribute('aria-disabled', 'false');\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "\n",
       "        var icon_img = document.createElement('img');\n",
       "        icon_img.src = '_images/' + image + '.png';\n",
       "        icon_img.srcset = '_images/' + image + '_large.png 2x';\n",
       "        icon_img.alt = tooltip;\n",
       "        button.appendChild(icon_img);\n",
       "\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    var fmt_picker = document.createElement('select');\n",
       "    fmt_picker.classList = 'mpl-widget';\n",
       "    toolbar.appendChild(fmt_picker);\n",
       "    this.format_dropdown = fmt_picker;\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = document.createElement('option');\n",
       "        option.selected = fmt === mpl.default_extension;\n",
       "        option.innerHTML = fmt;\n",
       "        fmt_picker.appendChild(option);\n",
       "    }\n",
       "\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', { width: x_pixels, height: y_pixels });\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_message = function (type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function () {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function (fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1], msg['forward']);\n",
       "        fig.send_message('refresh', {});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function (fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0,\n",
       "        0,\n",
       "        fig.canvas.width / mpl.ratio,\n",
       "        fig.canvas.height / mpl.ratio\n",
       "    );\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function (fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function (fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch (cursor) {\n",
       "        case 0:\n",
       "            cursor = 'pointer';\n",
       "            break;\n",
       "        case 1:\n",
       "            cursor = 'default';\n",
       "            break;\n",
       "        case 2:\n",
       "            cursor = 'crosshair';\n",
       "            break;\n",
       "        case 3:\n",
       "            cursor = 'move';\n",
       "            break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_message = function (fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function (fig, _msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function (fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n",
       "    for (var key in msg) {\n",
       "        if (!(key in fig.buttons)) {\n",
       "            continue;\n",
       "        }\n",
       "        fig.buttons[key].disabled = !msg[key];\n",
       "        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n",
       "    if (msg['mode'] === 'PAN') {\n",
       "        fig.buttons['Pan'].classList.add('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    } else if (msg['mode'] === 'ZOOM') {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.add('active');\n",
       "    } else {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message('ack', {});\n",
       "};\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function (fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = 'image/png';\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src\n",
       "                );\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data\n",
       "            );\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        } else if (\n",
       "            typeof evt.data === 'string' &&\n",
       "            evt.data.slice(0, 21) === 'data:image/png;base64'\n",
       "        ) {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig['handle_' + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\n",
       "                \"No handler for the '\" + msg_type + \"' message type: \",\n",
       "                msg\n",
       "            );\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\n",
       "                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n",
       "                    e,\n",
       "                    e.stack,\n",
       "                    msg\n",
       "                );\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "};\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function (e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e) {\n",
       "        e = window.event;\n",
       "    }\n",
       "    if (e.target) {\n",
       "        targ = e.target;\n",
       "    } else if (e.srcElement) {\n",
       "        targ = e.srcElement;\n",
       "    }\n",
       "    if (targ.nodeType === 3) {\n",
       "        // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "    }\n",
       "\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    var boundingRect = targ.getBoundingClientRect();\n",
       "    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n",
       "    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n",
       "\n",
       "    return { x: x, y: y };\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys(original) {\n",
       "    return Object.keys(original).reduce(function (obj, key) {\n",
       "        if (typeof original[key] !== 'object') {\n",
       "            obj[key] = original[key];\n",
       "        }\n",
       "        return obj;\n",
       "    }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function (event, name) {\n",
       "    var canvas_pos = mpl.findpos(event);\n",
       "\n",
       "    if (name === 'button_press') {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {\n",
       "        x: x,\n",
       "        y: y,\n",
       "        button: event.button,\n",
       "        step: event.step,\n",
       "        guiEvent: simpleKeys(event),\n",
       "    });\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (_event, _name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.key_event = function (event, name) {\n",
       "    // Prevent repeat events\n",
       "    if (name === 'key_press') {\n",
       "        if (event.which === this._key) {\n",
       "            return;\n",
       "        } else {\n",
       "            this._key = event.which;\n",
       "        }\n",
       "    }\n",
       "    if (name === 'key_release') {\n",
       "        this._key = null;\n",
       "    }\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which !== 17) {\n",
       "        value += 'ctrl+';\n",
       "    }\n",
       "    if (event.altKey && event.which !== 18) {\n",
       "        value += 'alt+';\n",
       "    }\n",
       "    if (event.shiftKey && event.which !== 16) {\n",
       "        value += 'shift+';\n",
       "    }\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function (name) {\n",
       "    if (name === 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message('toolbar_button', { name: name });\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";/* global mpl */\n",
       "\n",
       "var comm_websocket_adapter = function (comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function () {\n",
       "        comm.close();\n",
       "    };\n",
       "    ws.send = function (m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function (msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data']);\n",
       "    });\n",
       "    return ws;\n",
       "};\n",
       "\n",
       "mpl.mpl_figure_comm = function (comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = document.getElementById(id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm);\n",
       "\n",
       "    function ondownload(figure, _format) {\n",
       "        window.open(figure.canvas.toDataURL());\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element;\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error('Failed to find cell for figure', id, fig);\n",
       "        return;\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function (fig, msg) {\n",
       "    var width = fig.canvas.width / mpl.ratio;\n",
       "    fig.root.removeEventListener('remove', this._remove_fig_handler);\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable();\n",
       "    fig.parent_element.innerHTML =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "    fig.close_ws(fig, msg);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.close_ws = function (fig, msg) {\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function (_remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width / mpl.ratio;\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message('ack', {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () {\n",
       "        fig.push_to_output();\n",
       "    }, 1000);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'btn-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'btn-group';\n",
       "    var button;\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'btn-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        button = fig.buttons[name] = document.createElement('button');\n",
       "        button.classList = 'btn btn-default';\n",
       "        button.href = '#';\n",
       "        button.title = name;\n",
       "        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message pull-right';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = document.createElement('div');\n",
       "    buttongrp.classList = 'btn-group inline pull-right';\n",
       "    button = document.createElement('button');\n",
       "    button.classList = 'btn btn-mini btn-primary';\n",
       "    button.href = '#';\n",
       "    button.title = 'Stop Interaction';\n",
       "    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n",
       "    button.addEventListener('click', function (_evt) {\n",
       "        fig.handle_close(fig, {});\n",
       "    });\n",
       "    button.addEventListener(\n",
       "        'mouseover',\n",
       "        on_mouseover_closure('Stop Interaction')\n",
       "    );\n",
       "    buttongrp.appendChild(button);\n",
       "    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n",
       "    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._remove_fig_handler = function () {\n",
       "    this.close_ws(this, {});\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (el) {\n",
       "    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n",
       "    el.addEventListener('remove', this._remove_fig_handler);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (el) {\n",
       "    // this is important to make the div 'focusable\n",
       "    el.setAttribute('tabindex', 0);\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    } else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (event, _name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager) {\n",
       "        manager = IPython.keyboard_manager;\n",
       "    }\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which === 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "};\n",
       "\n",
       "mpl.find_output_cell = function (html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i = 0; i < ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code') {\n",
       "            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] === html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "};\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel !== null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target(\n",
       "        'matplotlib',\n",
       "        mpl.mpl_figure_comm\n",
       "    );\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"\" width=\"1499.6833333333334\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from loss import inverse_model, direct_model\n",
    "from data import domain\n",
    "import jax.numpy as jnp\n",
    "import numpy as np\n",
    "\n",
    "inverse_params = agent.params[1]\n",
    "x_test = jnp.linspace(*domain[:, 0], 100).reshape((-1, 1))\n",
    "a_fn = lambda x: np.ones_like(x)\n",
    "a_pred = inverse_model(inverse_params, x_test)\n",
    "a_true = a_fn(x_test)\n",
    "\n",
    "direct_params = agent.params[0]\n",
    "t_test = domain[1, 1]*jnp.ones_like(x_test)\n",
    "uv_pred = direct_model(direct_params, jnp.hstack([x_test, t_test]))\n",
    "\n",
    "from scipy.io import loadmat\n",
    "data_true = loadmat(\"problem2_snapshot_epsilon_1e-12.mat\")\n",
    "u_true, v_true = data_true[\"u_snapshots\"][:, -1], data_true[\"v_snapshots\"][:, -1]\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook\n",
    "\n",
    "f, ax = plt.subplots(1, 3, figsize = (15, 5))\n",
    "ax[0].plot(x_test, a_pred, label = \"pred\")\n",
    "ax[0].plot(x_test, a_true, label = \"true\")\n",
    "ax[0].set_title(\"a\")\n",
    "ax[1].plot(x_test, uv_pred[:, 0:1], label = \"pred\")\n",
    "ax[1].plot(x_test, u_true, label = \"true\")\n",
    "ax[1].set_title(\"u\")\n",
    "ax[2].plot(x_test, uv_pred[:, 1:2], label = \"pred\")\n",
    "ax[2].plot(x_test, v_true, label = \"true\")\n",
    "ax[2].set_title(\"v\")\n",
    "for ax_ in ax:\n",
    "\tax_.legend()\n",
    "\tax_.grid()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
